-- Logs begin at Thu 2021-12-09 18:01:56 UTC, end at Thu 2021-12-09 19:12:16 UTC. --
Dec 09 18:36:04.784661 dv-cinder-819346-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 09 18:36:07.158834 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.common.config [-] Logging enabled!
Dec 09 18:36:07.159551 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev90
Dec 09 18:36:07.159643 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86763) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 09 18:36:07.162689 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.common.config [-] Logging enabled!
Dec 09 18:36:07.162956 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev90
Dec 09 18:36:07.163274 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86763) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 09 18:36:07.164209 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 18:36:07.164449 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 09 18:36:07.164827 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 18:36:07.165063 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 09 18:36:07.165312 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 09 18:36:07.165641 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.165946 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.166251 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.166487 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.166791 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.167088 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.167378 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.167715 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.167972 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.168260 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.168544 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.168833 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.169066 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.169375 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.169671 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.169962 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.170188 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.170472 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.171512 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.171941 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.172235 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.172684 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.172819 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.173119 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.173431 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.173732 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.174060 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] host                           = dv-cinder-819346-1-iscsi {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.174343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.174637 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.174931 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.175222 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.175500 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.175781 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.176071 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.176349 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.176625 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.176905 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.177197 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.177524 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.177820 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.178049 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.178274 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.178567 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.178857 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.179137 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.179418 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.179698 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.179977 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.180256 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.180530 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.180819 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.181107 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.181427 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.181708 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.181987 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.182262 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.182534 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.182823 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.183098 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.183381 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.183658 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.183948 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.184218 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.184494 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.184796 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.185085 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.185404 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.185696 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.185971 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.186256 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.187077 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.187352 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.187626 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.187903 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.188179 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.188462 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.188736 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.189008 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.189306 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.189581 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.189872 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:07.190173 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.190473 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.190778 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.191064 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.191364 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.191648 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.191943 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.192223 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.192514 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.192806 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.193096 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.193409 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.193700 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.193980 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.194277 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.194584 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.194881 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.195173 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.195449 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.195724 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.196001 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.196280 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.196568 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.196884 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.197180 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.197487 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.197769 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.198065 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.198349 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.198630 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.198913 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.199209 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.199490 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.199767 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.200053 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.200336 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.200614 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.200892 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.201175 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.201497 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.201778 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.202179 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.202621 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.202849 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.203132 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.203432 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.203720 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.204000 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.204280 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.204567 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.204846 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.205126 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.205438 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.205716 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.206001 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.206279 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.206558 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.206835 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.207112 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.207390 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.207667 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.207942 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.208223 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.208499 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.208776 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.209051 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.209354 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.209635 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.209926 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.210226 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.210508 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.210790 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.211072 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.211353 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.211632 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.211910 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.212191 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.212720 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.213006 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.213327 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.213622 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.213911 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.214196 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.214476 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.214777 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.215060 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.215347 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.215629 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.215911 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.216204 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.216492 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.216790 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.217089 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.217414 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.218257 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.218526 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.218806 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.219120 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.219405 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:07.219626 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 09 18:36:07.219870 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86763) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 09 18:36:07.611452 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO keyring.backend [-] Loading KWallet
Dec 09 18:36:07.618701 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO keyring.backend [-] Loading SecretService
Dec 09 18:36:07.622301 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO keyring.backend [-] Loading Windows
Dec 09 18:36:07.623695 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO keyring.backend [-] Loading chainer
Dec 09 18:36:07.624538 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO keyring.backend [-] Loading macOS
Dec 09 18:36:07.659251 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:07.659532 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:07.659832 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:07.660176 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 09 18:36:07.970340 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:07.970639 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:07.970920 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:07.972135 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:07.972417 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:07.972689 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.091578 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.091862 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.092139 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.105551 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.105839 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.106117 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.135284 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.135571 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.135846 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.174222 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.174766 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.174766 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.412410 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa3cf154af0> agent after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.412698 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa3cf154af0> agent after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.412969 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa3cf1549d0> segment precommit_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.413239 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa3cf154a60> network precommit_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.414026 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa3cf201790> segment before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.539566 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> network before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.539812 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa3cef7a0d0> agent before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.540097 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> network before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.540373 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> port before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.540646 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> port before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.540964 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> segment after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.541237 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> segment precommit_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.541531 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> segment precommit_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.541795 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> segment after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.542085 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> network after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.542356 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> network precommit_delete 0 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.542774 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> port provisioning_complete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.543052 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.543321 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.543601 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> agent after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.543879 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> subnet after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.544149 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> subnet precommit_delete 0 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.544429 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.544691 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.544982 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> segment_host_mapping after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.545369 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> port after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.545631 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> port after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.546025 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> port after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.546315 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.546570 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.546822 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3cfe1fbb0>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.547218 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:08.547463 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:08.547704 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:08.547944 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:08.548184 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:08.548424 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:08.548793 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 09 18:36:08.551972 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 09 18:36:08.555975 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 09 18:36:08.559807 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])])
Dec 09 18:36:08.561525 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 09 18:36:08.561984 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 09 18:36:08.562323 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 09 18:36:08.562711 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 09 18:36:08.565773 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 09 18:36:08.566030 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 09 18:36:08.566384 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 09 18:36:08.595423 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 09 18:36:08.595877 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa3cf022940>> qos_plugin after_init 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.596180 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86763) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 09 18:36:08.596549 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa3cf0223a0>> logging-plugin after_init 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.597965 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86763) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 09 18:36:08.598251 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 09 18:36:08.598504 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 09 18:36:08.601765 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa3cf000250>> floatingip before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.602053 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa3cf000250>> port before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:08.667037 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 09 18:36:08.667275 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 09 18:36:08.667518 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 09 18:36:08.667901 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 09 18:36:08.703969 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_db.sqlalchemy.engines [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86763) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 09 18:36:09.044790 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing driver for type 'gre'
Dec 09 18:36:09.045352 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] gre ID ranges: [(1, 1000)]
Dec 09 18:36:09.097914 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing driver for type 'local'
Dec 09 18:36:09.098248 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing driver for type 'vlan'
Dec 09 18:36:09.110390 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] VlanTypeDriver initialization complete
Dec 09 18:36:09.110826 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing driver for type 'vxlan'
Dec 09 18:36:09.111381 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] vxlan ID ranges: [(1, 1000)]
Dec 09 18:36:09.162954 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing extension driver 'port_security'
Dec 09 18:36:09.163320 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.extensions.port_security [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] PortSecurityExtensionDriver initialization complete
Dec 09 18:36:09.163649 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing mechanism driver 'openvswitch'
Dec 09 18:36:09.163970 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing mechanism driver 'hyperv'
Dec 09 18:36:09.170758 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.plugins.ml2.plugin [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:09.171674 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3cf1b05e0>> port after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.172051 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3cf1b05e0>> port after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.172402 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3cf1b05e0>> port after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.172791 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3cf1b0790>> subnet after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.173143 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3cf1b0790>> subnet after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.173526 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3cf1b0790>> subnet after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.173893 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2a910>> network after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.174235 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2a910>> network after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.174753 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2a910>> network after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.174934 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2ab50>> security_group after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.175277 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2ab50>> security_group after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.175613 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2ab50>> security_group after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.175985 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2adf0>> security_group_rule after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.176324 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2adf0>> security_group_rule after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.176659 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2adf0>> security_group_rule after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.177026 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2ae80>> address_group after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.177382 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2ae80>> address_group after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.177714 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3ceb2ae80>> address_group after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.178048 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] ML2 OVO RPC backend initialized. {{(pid=86763) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 09 18:36:09.178742 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> router_interface after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.179088 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> router_interface after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.179495 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> network before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.179884 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> networks before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.180234 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> port before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.180574 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> ports before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.180915 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> subnet before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.181252 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> subnets before_response 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.181616 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> network after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.181949 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> network after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.182281 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> network after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.182613 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> port after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.182943 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> port after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.183272 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> port after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.183601 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> subnet after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.183932 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> subnet after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.184259 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3ceb324c0>> subnet after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.184825 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.plugin [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Modular L2 Plugin initialization complete
Dec 09 18:36:09.185148 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading services supported by the core plugin {{(pid=86763) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 09 18:36:09.185493 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.plugins.ml2.managers [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Got port-security extension from driver 'port_security'
Dec 09 18:36:09.185952 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.extensions.vlantransparent [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Disabled vlantransparent extension.
Dec 09 18:36:09.186493 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86763) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 09 18:36:09.187035 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: router
Dec 09 18:36:09.224743 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router_interface before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.225133 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_create 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.225525 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router before_create 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.225898 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router_interface before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.226270 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router_interface after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.226627 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_delete 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.226987 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> floatingip after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.227349 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_create 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.227697 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_update 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.228047 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_update 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.228398 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router_gateway after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.228756 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_update 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.229168 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router precommit_update 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.229568 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa3cf2f73a0> port after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.229905 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa3cf2f7550> port after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.230238 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa3cf2f74c0> subnet after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.230570 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa3cf2f7430> subnetpool_address_scope after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.230912 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> port precommit_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.231261 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router precommit_create 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.231603 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa3cf2efc10> port before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.231940 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router precommit_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.232296 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router after_update 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.232638 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router precommit_delete 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.233075 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router precommit_create 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.233701 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router_interface after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.234104 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> router precommit_update 55549900 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.234477 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> agent after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.234831 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> agent after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.235180 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3ceb325e0>> network after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.236036 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Tracking information for resource: router configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:09.236364 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Tracking information for resource: floatingip configured {{(pid=86763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 18:36:09.241533 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.db.l3_agentschedulers_db [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 09 18:36:09.242108 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa3ceaa0550> port after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.242463 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa3ceaa0430> port after_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.242813 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function _notify_port_delete at 0x7fa3ceaa04c0> port after_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.243157 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa3ceaa0820> port after_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.243932 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3cea43d90>> router before_create 55550100 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.244291 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3cea43d90>> router precommit_delete 55550100 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.244648 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3cea43d90>> router precommit_create 55550100 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.244999 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3cea43d90>> router precommit_update 55550100 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.250607 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.provider_configuration [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service providers = [] {{(pid=86763) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 09 18:36:09.250975 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.db.servicetype_db [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86763) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 09 18:36:09.253939 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.service_base [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 18:36:09.254292 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.service_base [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 18:36:09.254634 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.service_base [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 18:36:09.255684 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.services.service_base [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 18:36:09.256059 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.services.service_base [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 09 18:36:09.256427 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.256742 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 09 18:36:09.268073 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.268402 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: auto_allocate
Dec 09 18:36:09.274354 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa3cea72b80> network precommit_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.274723 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa3cea72b80> network precommit_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.275232 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.275550 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: tag
Dec 09 18:36:09.282671 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.282999 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: timestamp
Dec 09 18:36:09.286809 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.287136 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: network_ip_availability
Dec 09 18:36:09.292352 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3cea05df0>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.292718 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3cea05df0>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.293069 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3cea05df0>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.293808 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.294126 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: flavors
Dec 09 18:36:09.299659 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.299989 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading Plugin: revisions
Dec 09 18:36:09.304280 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 18:36:09.304667 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_concurrency.lockutils [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.645s {{(pid=86763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:09.305443 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86763) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 09 18:36:09.305778 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Initializing extension manager.
Dec 09 18:36:09.306280 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: __init__.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.306617 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: __pycache__ {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.306948 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.307276 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: address_group.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.308030 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.308591 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: address-group
Dec 09 18:36:09.308912 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: address_scope.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.309656 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.310169 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: address-scope
Dec 09 18:36:09.310490 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.311990 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.312714 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: router-admin-state-down-before-update
Dec 09 18:36:09.313041 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: agent.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.313786 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.314296 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: agent
Dec 09 18:36:09.314616 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: agent_resources_synced.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.315539 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.316054 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: agent-resources-synced
Dec 09 18:36:09.316371 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: allowedaddresspairs.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.318179 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.318697 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: allowed-address-pairs
Dec 09 18:36:09.319021 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: auto_allocated_topology.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.320102 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.320611 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: auto-allocated-topology
Dec 09 18:36:09.320933 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: availability_zone.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.321656 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.322159 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: availability_zone
Dec 09 18:36:09.322476 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: availability_zone_filter.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.323388 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.323897 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: availability_zone_filter
Dec 09 18:36:09.324218 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: data_plane_status.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.325124 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.325659 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 09 18:36:09.325977 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: default_subnetpools.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.327368 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.328075 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: default-subnetpools
Dec 09 18:36:09.328425 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.329234 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.329766 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: dhcp_agent_scheduler
Dec 09 18:36:09.330100 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: dns.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.331008 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.331509 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension dns-integration not supported by any of loaded plugins
Dec 09 18:36:09.331829 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: dns_domain_ports.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.332745 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.333246 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 09 18:36:09.337031 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: dvr.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.338022 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.338550 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: dvr
Dec 09 18:36:09.338877 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: empty_string_filtering.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.339806 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.340322 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: empty-string-filtering
Dec 09 18:36:09.340644 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.341585 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.342091 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 09 18:36:09.342409 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.343542 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.344053 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 09 18:36:09.344372 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: external_net.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.345329 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.345830 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: external-net
Dec 09 18:36:09.346145 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.347055 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.347563 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: extra_dhcp_opt
Dec 09 18:36:09.348108 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: extraroute.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.349565 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.350080 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: extraroute
Dec 09 18:36:09.350403 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: extraroute_atomic.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.351446 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.351957 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: extraroute-atomic
Dec 09 18:36:09.352277 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: filter_validation.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.352950 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.353490 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: filter-validation
Dec 09 18:36:09.353809 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: fip_pf_description.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.356222 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.356742 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 09 18:36:09.357073 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: fip_port_details.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.358042 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.359298 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: fip-port-details
Dec 09 18:36:09.359649 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: flavors.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.360907 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.361465 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: flavors
Dec 09 18:36:09.361796 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.363463 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.363987 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 09 18:36:09.364315 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: floatingip_pools.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.365013 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.365550 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: floatingip-pools
Dec 09 18:36:09.365875 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: ip_allocation.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.366802 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.367303 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 09 18:36:09.367626 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.368540 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.369048 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: ip-substring-filtering
Dec 09 18:36:09.369409 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l2_adjacency.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.370330 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.370841 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 09 18:36:09.371165 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.372135 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.372652 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: router
Dec 09 18:36:09.372977 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.376112 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.376636 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 09 18:36:09.376966 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.377922 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.378436 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: ext-gw-mode
Dec 09 18:36:09.378764 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.379683 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.380189 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: l3-ha
Dec 09 18:36:09.380513 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3_flavors.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.381473 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.381979 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: l3-flavors
Dec 09 18:36:09.382300 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.383233 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.383744 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 09 18:36:09.384066 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: l3agentscheduler.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.385093 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.385623 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: l3_agent_scheduler
Dec 09 18:36:09.385948 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: logging.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.387489 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.387997 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension logging not supported by any of loaded plugins
Dec 09 18:36:09.388323 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: metering.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.389060 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.389848 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: metering
Dec 09 18:36:09.390222 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.391335 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.391846 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: metering_source_and_destination_fields
Dec 09 18:36:09.392166 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: multiprovidernet.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.393213 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.393754 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: multi-provider
Dec 09 18:36:09.394076 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: netmtu.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.394987 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.395490 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: net-mtu
Dec 09 18:36:09.395811 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: netmtu_writable.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.396721 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.397231 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: net-mtu-writable
Dec 09 18:36:09.397577 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: network_availability_zone.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.398241 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.398744 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: network_availability_zone
Dec 09 18:36:09.399062 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: network_ip_availability.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.400158 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.400663 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: network-ip-availability
Dec 09 18:36:09.400982 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: network_segment_range.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.401769 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.402262 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 09 18:36:09.402577 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: pagination.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.403556 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.403879 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: pagination
Dec 09 18:36:09.404194 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: port_device_profile.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.405433 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.406273 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: port-device-profile
Dec 09 18:36:09.406598 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.407537 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.408043 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: port-mac-address-regenerate
Dec 09 18:36:09.408362 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.409300 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.409808 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: port-numa-affinity-policy
Dec 09 18:36:09.410127 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: port_resource_request.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.411349 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.411856 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 09 18:36:09.412174 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: portbindings.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.413107 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.413661 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: binding
Dec 09 18:36:09.413983 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: portbindings_extended.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.415274 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.415785 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: binding-extended
Dec 09 18:36:09.416109 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: portsecurity.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.417028 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.417568 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: port-security
Dec 09 18:36:09.417893 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: project_id.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.418866 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.419189 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: project-id
Dec 09 18:36:09.419506 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: providernet.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.420436 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.421735 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: provider
Dec 09 18:36:09.422108 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.425675 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.426197 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos not supported by any of loaded plugins
Dec 09 18:36:09.426525 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.427767 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.428282 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 09 18:36:09.428605 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.429549 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.430055 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 09 18:36:09.430376 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_default.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.431282 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.431790 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-default not supported by any of loaded plugins
Dec 09 18:36:09.432111 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_fip.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.432761 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.433258 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-fip not supported by any of loaded plugins
Dec 09 18:36:09.433597 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_gateway_ip.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.434521 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.435026 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 09 18:36:09.435413 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_port_network_policy.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.436255 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.437677 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 09 18:36:09.438079 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_rule_type_details.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.439004 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.439511 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 09 18:36:09.439831 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: qos_rules_alias.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.440865 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.441396 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 09 18:36:09.441748 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: quotasv2.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.442646 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.443090 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: quotas
Dec 09 18:36:09.443409 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: quotasv2_detail.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.445046 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.445407 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: quota_details
Dec 09 18:36:09.445733 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: rbac.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.446796 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.447318 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: rbac-policies
Dec 09 18:36:09.447645 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: rbac_address_group.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.448582 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.449090 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: rbac-address-group
Dec 09 18:36:09.449448 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: rbac_address_scope.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.450374 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.450883 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: rbac-address-scope
Dec 09 18:36:09.451205 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: rbac_security_groups.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.452272 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.453019 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: rbac-security-groups
Dec 09 18:36:09.453372 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: rbac_subnetpool.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.454314 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.454821 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: rbac-subnetpool
Dec 09 18:36:09.455142 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: revisionifmatch.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.456065 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.456569 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: revision-if-match
Dec 09 18:36:09.456887 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: revisions.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.458041 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.458549 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: standard-attr-revisions
Dec 09 18:36:09.458871 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: router_availability_zone.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.459541 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.460045 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: router_availability_zone
Dec 09 18:36:09.460363 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: routerservicetype.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.461340 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.461824 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension router-service-type not supported by any of loaded plugins
Dec 09 18:36:09.462138 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.463310 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.463821 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: security-groups-normalized-cidr
Dec 09 18:36:09.464140 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.465057 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.465602 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: port-security-groups-filtering
Dec 09 18:36:09.465922 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.466845 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.467354 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: security-groups-remote-address-group
Dec 09 18:36:09.468443 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: securitygroup.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.478254 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.478779 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: security-group
Dec 09 18:36:09.479107 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: segment.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.479885 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.480389 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension segment not supported by any of loaded plugins
Dec 09 18:36:09.480710 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.481679 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.482186 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 09 18:36:09.482506 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: servicetype.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.484255 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.484797 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: service-type
Dec 09 18:36:09.485121 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: sorting.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.486150 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.486485 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: sorting
Dec 09 18:36:09.486811 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: standard_attr_segment.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.487719 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.488232 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 09 18:36:09.488553 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: standardattrdescription.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.489199 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.489732 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: standard-attr-description
Dec 09 18:36:09.490053 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: stateful_security_group.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.490971 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.491479 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: stateful-security-group
Dec 09 18:36:09.491799 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: stdattrs_common.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.492379 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 09 18:36:09.492695 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.493726 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.494237 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 09 18:36:09.494563 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: subnet_onboard.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.495634 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.496150 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: subnet_onboard
Dec 09 18:36:09.496471 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.497418 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.497932 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 09 18:36:09.498249 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: subnet_service_types.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.499384 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.500012 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: subnet-service-types
Dec 09 18:36:09.500335 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: subnetallocation.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.501542 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.502063 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: subnet_allocation
Dec 09 18:36:09.502382 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.503044 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.503557 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: subnetpool-prefix-ops
Dec 09 18:36:09.503876 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.504805 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.505328 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 09 18:36:09.505648 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: tagging.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.506695 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.507214 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: standard-attr-tag
Dec 09 18:36:09.507531 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: timestamp.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.508730 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.509244 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loaded extension: standard-attr-timestamp
Dec 09 18:36:09.509590 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: trunk.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.510631 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.511142 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension trunk not supported by any of loaded plugins
Dec 09 18:36:09.511462 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: trunk_details.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.512382 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.512891 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension trunk-details not supported by any of loaded plugins
Dec 09 18:36:09.513213 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: uplink_status_propagation.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.514157 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.514860 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 09 18:36:09.515322 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Loading extension file: vlantransparent.py {{(pid=86763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 09 18:36:09.515991 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 18:36:09.516497 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 09 18:36:09.518942 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:network
Dec 09 18:36:09.519660 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:subnet
Dec 09 18:36:09.520440 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 18:36:09.521037 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:port
Dec 09 18:36:09.522324 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.522752 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service FLAVORS assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.523363 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.523788 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.524115 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:router
Dec 09 18:36:09.524769 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:floatingip
Dec 09 18:36:09.525505 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service METERING assigned prefix: /metering {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.526944 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3ce9468e0>> rbac-policy before_create 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.527309 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3ce9468e0>> rbac-policy before_update 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.527657 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3ce9468e0>> rbac-policy before_delete 55550000 {{(pid=86763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:36:09.528791 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 09 18:36:09.529231 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:security_group
Dec 09 18:36:09.529906 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 09 18:36:09.531431 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service CORE assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.531760 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 18:36:09.532099 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] subnetpool is already registered
Dec 09 18:36:09.532696 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service CORE assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.533021 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 18:36:09.533380 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] subnetpool is already registered
Dec 09 18:36:09.535898 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.536325 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service FLAVORS assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.536907 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.537348 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.537678 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:router
Dec 09 18:36:09.538008 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] router is already registered
Dec 09 18:36:09.538594 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:floatingip
Dec 09 18:36:09.539033 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] floatingip is already registered
Dec 09 18:36:09.539658 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service METERING assigned prefix: /metering {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.540316 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 09 18:36:09.540637 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] rbac_policy is already registered
Dec 09 18:36:09.541176 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:security_group
Dec 09 18:36:09.541525 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] security_group is already registered
Dec 09 18:36:09.542099 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 09 18:36:09.542421 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] security_group_rule is already registered
Dec 09 18:36:09.543066 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service CORE assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.543389 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 18:36:09.543716 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] subnetpool is already registered
Dec 09 18:36:09.544300 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.v2.resource_helper [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Service CORE assigned prefix:  {{(pid=86763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 18:36:09.544621 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 18:36:09.544953 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING neutron.quota.resource_registry [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] subnetpool is already registered
Dec 09 18:36:09.545610 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: extensions {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.547908 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: address-groups {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.549557 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: address-scopes {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.550766 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: agents {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.551939 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: auto-allocated-topology {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.553210 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: availability_zones {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.554567 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: dhcp-networks {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.555983 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: dhcp-agents {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.557448 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: routers {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.560070 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: flavors {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.561231 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: service_profiles {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.562757 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: next_providers {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.564294 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: service_profiles {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.565770 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: floatingip-pools {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.566993 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: routers {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.568788 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: floatingips {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.569969 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: l3-routers {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.571372 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: l3-agents {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.572774 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: metering-labels {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.574157 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: metering-label-rules {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.575437 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: network-ip-availabilities {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.576691 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: bindings {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.578733 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: quotas {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.580156 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: quotas {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.581596 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: rbac-policies {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.582884 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: security-groups {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.584077 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: security-group-rules {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.585336 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: service-providers {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.586567 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: subnetpools {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.588244 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: subnetpools {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.589723 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.591403 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.594019 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.595816 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.597614 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.599453 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.601183 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.603098 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.604851 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.606720 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron.api.extensions [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Extended resource: tags {{(pid=86763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 09 18:36:09.613569 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING keystonemiddleware.auth_token [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 09 18:36:09.618357 dv-cinder-819346-1-iscsi neutron-server[86763]: WARNING keystonemiddleware.auth_token [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 09 18:36:09.627091 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_concurrency.lockutils [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Acquired lock "singleton_lock" {{(pid=86763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 09 18:36:09.627564 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_concurrency.lockutils [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Releasing lock "singleton_lock" {{(pid=86763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 09 18:36:09.628199 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Starting 2 workers
Dec 09 18:36:09.632848 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Started child 86868 {{(pid=86763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 18:36:09.637053 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Started child 86869 {{(pid=86763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 18:36:09.637769 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:09.638636 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO neutron.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 09 18:36:09.639247 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Notify callbacks [] for process, before_spawn {{(pid=86763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:09.639405 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [-] (86868) wsgi starting up on http://0.0.0.0:9696
Dec 09 18:36:09.641641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:09.642172 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Starting 1 workers
Dec 09 18:36:09.643060 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [-] (86869) wsgi starting up on http://0.0.0.0:9696
Dec 09 18:36:09.647197 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Started child 86870 {{(pid=86763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 18:36:09.647719 dv-cinder-819346-1-iscsi neutron-server[86763]: INFO oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Starting 1 workers
Dec 09 18:36:09.650656 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] calling RpcWorker wait() {{(pid=86870) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 09 18:36:09.651186 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] returning from RpcWorker wait() {{(pid=86870) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 09 18:36:09.651949 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Started child 86871 {{(pid=86763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 18:36:09.652467 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:09.652707 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG neutron_lib.callbacks.manager [None req-43486186-a488-4948-b2d9-8091bae98d61 None None] Notify callbacks [] for process, after_spawn {{(pid=86763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:09.653037 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:09.654482 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 09 18:36:09.654694 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 18:36:09.654884 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 09 18:36:09.655673 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 18:36:09.655997 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 09 18:36:09.656281 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 09 18:36:09.656939 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.657116 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:09.657594 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.657594 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.657814 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.658050 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.658581 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.658843 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.659080 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.659356 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.659585 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.659750 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.659912 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.660148 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.660394 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.660682 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.660964 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.661235 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.661499 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.661667 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.661919 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.662176 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.662414 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.662674 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.662931 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.663404 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.663625 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.663864 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.664096 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.664371 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.664594 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.664857 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.665096 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.665363 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.665622 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.665875 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.666111 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.666351 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.666562 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.666802 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.667031 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.667501 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] host                           = dv-cinder-819346-1-iscsi {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.667714 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.667939 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.668176 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.668419 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.668686 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.668961 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.669140 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.669416 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.669664 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.669903 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.670140 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.670366 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.670568 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.670879 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.671568 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.671990 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.672373 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.672668 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.672858 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.673027 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.673216 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.673521 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.673680 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.673940 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.674150 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.674365 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.674572 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.674815 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.675039 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.675306 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.675547 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.675848 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.675983 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.676224 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.676443 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.676675 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.676895 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.677138 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.677393 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.677631 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.677837 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.678076 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.678283 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.678508 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.678753 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.678981 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.679226 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.679464 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.679723 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.679943 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.680163 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.680402 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.680667 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.680892 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.681135 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.681408 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.681621 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.681846 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.683277 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.683411 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:09.683554 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.683765 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.683913 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.684126 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.685599 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.685599 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.686134 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.686272 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.686596 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.686801 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.687247 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.687548 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.687978 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.688171 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.688457 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.688967 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.689632 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.689999 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.690673 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.691536 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.691882 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.692137 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.693506 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.693819 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.694112 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.694458 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.694744 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.695042 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.695297 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.696832 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.699048 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.699314 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.699659 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.701649 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.701961 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.702335 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.702737 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.703053 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.703329 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.703639 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.703871 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.704107 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.704382 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.704609 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.704831 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.705396 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.705769 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.708082 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.709604 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.710562 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.711588 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.711856 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.712123 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.712386 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.712904 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.713144 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.713412 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.713664 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.713896 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.714172 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.714450 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.714685 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.714932 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.715154 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.715385 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.715645 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.715873 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.716094 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.716317 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.716542 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.716795 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.717054 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.717311 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.718077 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.718326 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.718549 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.718772 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.719090 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.719319 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.719536 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.719765 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.719984 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.720200 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.720421 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.720644 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.720882 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.721115 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.721353 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.721582 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.721801 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.722033 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.722247 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.722488 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.722703 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.722992 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.723329 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.723595 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.723848 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.724104 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.724350 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.724576 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.724825 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.725066 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.725348 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.725629 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.725923 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.726914 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.727189 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.727445 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.727649 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.727912 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.728128 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.728385 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.728637 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.728889 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.729114 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.729413 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.729672 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.729944 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.730214 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.730480 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.730768 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.731040 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.731331 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.731577 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.731848 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.732173 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.732409 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.732665 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.732912 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.733143 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.734014 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.734279 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.734701 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.734936 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.735178 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.735426 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.735714 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.735971 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.736214 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.736454 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.736683 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.737015 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.737297 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.737595 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.737811 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.738086 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.738341 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.738592 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.738854 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.739131 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.739391 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.739657 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.739888 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.740122 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.740368 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.740649 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.740879 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.741126 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.741365 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.741604 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.741819 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.742034 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.742305 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.742539 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.742786 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.743026 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.743266 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.743503 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.743748 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.743981 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.744221 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.744459 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.744682 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.744922 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.745142 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.745407 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.745678 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.745899 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.746169 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.746423 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.746674 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.746902 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.747159 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.747423 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.747645 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.747890 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.748113 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.748327 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.748544 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.748766 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.749166 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.749420 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.749650 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.749888 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.750163 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.750440 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.750767 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.751020 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.751281 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.751515 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.751733 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.751954 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.752190 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.752414 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.752648 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.752863 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.753100 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.753390 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.753631 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.753883 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.754095 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.754311 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.754553 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.754770 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.754979 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.755274 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.755518 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.755756 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.756001 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.756757 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.756757 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.757019 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.757201 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.757440 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.757873 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.758107 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.758319 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.758533 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.758751 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.758963 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.759266 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.759589 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.759754 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.760048 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.760288 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.760511 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.760770 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.761094 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.761332 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.761580 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.761845 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.762068 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.762296 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.762580 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.762901 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.763219 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.763484 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.763740 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.764039 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.764318 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.764635 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.764858 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.765180 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.765536 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.765810 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.766065 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.766318 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.766590 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.766813 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.767041 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.767282 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.767517 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.767737 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.767995 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.768251 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.768484 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.768697 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.768927 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.769164 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.769440 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.769684 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.769904 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.770122 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.770286 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 09 18:36:09.770818 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 09 18:36:09.770980 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 18:36:09.771135 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 09 18:36:09.771310 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 18:36:09.771481 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 09 18:36:09.771640 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 09 18:36:09.771846 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772008 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772175 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772335 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772496 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772676 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772839 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.772999 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.773161 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.773342 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.773504 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.773651 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.773815 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.773977 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.774142 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.774302 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.774463 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.774619 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.774868 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.775026 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.775189 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.775347 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.775506 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.775666 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.775873 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.776040 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.776362 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.776523 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.776684 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.776843 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777003 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777088 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:09.777171 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777333 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777496 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777656 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777816 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.777977 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.778137 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.778297 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.778458 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.778617 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] host                           = dv-cinder-819346-1-iscsi {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.778777 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.778939 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.779098 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.779256 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.779415 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.779574 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.779732 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.779892 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.780589 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.780763 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.780905 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.781071 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.781227 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.781394 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.781546 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.781703 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.781861 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.782023 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.782210 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.782375 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.782535 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.782697 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.782857 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783017 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783176 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783336 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783495 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783655 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783815 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.783973 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.784132 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.784291 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.784450 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.784610 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.784769 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.784927 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.785086 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.785246 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.785426 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.785586 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.785752 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.785892 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.786050 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.786213 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.786368 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.786526 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.786686 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.786846 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787006 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787164 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787322 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787480 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787643 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787802 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.787961 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.788121 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.788349 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.788527 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.788752 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.788952 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.789110 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.789441 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.789890 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.790445 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.790612 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.790773 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.790934 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.791094 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.791249 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 18:36:09.791433 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.791600 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.791774 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.791932 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.792102 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.792263 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.792427 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.792589 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.792751 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.792914 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.793084 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.793250 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.793444 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.793606 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.793766 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.793930 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.794093 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.794254 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.794415 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.794578 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.794744 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.794907 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.795071 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.795238 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.795389 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.795555 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.795818 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.796095 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.796241 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.796382 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.796543 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.796868 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.797033 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.797194 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.797544 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.797709 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.797875 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.798040 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.798205 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.798374 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.798538 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.798703 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.798865 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.799028 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.799191 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.799354 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.799516 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.799679 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.799844 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800003 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800179 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800340 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800505 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800667 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800830 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.800991 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.801152 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.801391 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.801494 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.801648 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.801808 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.802139 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.802305 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.802467 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.802629 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.802789 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.802952 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.803113 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.803275 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.803438 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.803600 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.803761 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.803922 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.804083 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.804245 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.804408 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.804571 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.804733 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.804896 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.805058 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.805219 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.805407 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.805568 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.805730 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.805900 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.806075 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.806237 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.806400 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.806561 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.806723 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.806884 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.807046 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.807207 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.807369 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.807529 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.807690 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.807853 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808016 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808178 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808340 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808513 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808648 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808813 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.808974 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.809135 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.809311 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.809475 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.809637 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.809800 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.809961 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.810122 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.810291 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.810453 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.810617 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.810778 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.810946 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.811116 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.811777 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.811960 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.812124 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.812286 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.812453 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.812618 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.812764 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.812925 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.813087 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.813248 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.813444 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.813621 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.813755 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.813898 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.814059 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.814244 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.814406 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.814568 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.814730 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.814892 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.815053 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.815413 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.815622 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.815792 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.815952 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.816114 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.816277 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.816655 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.816823 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.816973 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.817134 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.817314 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.817480 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.817642 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.817804 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.817966 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.818126 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.818421 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.818421 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.818421 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.819378 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.819378 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.819378 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.819378 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.819378 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820343 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820760 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820760 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.820760 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821027 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821027 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821170 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821361 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821452 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821618 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821781 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.821943 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.822106 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.822268 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.822433 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.822594 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.822757 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.822919 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.823078 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.823241 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.823420 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.823584 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.823747 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.823908 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.824069 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.824231 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.824393 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.824555 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.824716 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.824877 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.825039 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.825203 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.825410 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.825626 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.825794 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.825957 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.826119 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.826329 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.826427 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.826591 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.826752 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.826945 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.827730 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.827902 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.828093 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.828289 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.828388 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.828535 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.828698 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.828868 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.829029 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.829191 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.829371 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.829530 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.829701 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.829865 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.830027 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.830196 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.830357 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.830520 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.830683 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.831170 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.831170 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.831170 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.831700 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.831700 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.831700 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832024 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832024 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832199 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832348 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832465 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832576 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832730 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.832898 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.833060 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.833228 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.833423 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.833586 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.833748 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.833910 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.834073 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.834234 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.834396 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.834559 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.834723 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.834885 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.835046 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.835207 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.835368 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.835530 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.835691 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.835854 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.836016 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.836177 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.836338 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.836499 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 18:36:09.836656 dv-cinder-819346-1-iscsi neutron-server[86763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 09 18:36:09.950710 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60494) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:09.959263 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064273
Dec 09 18:36:20.485169 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2839320-5870-429f-ab1c-a0f1ce61afb0 None None] get_active_networks_info from dv-cinder-819346-1-iscsi {{(pid=86870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 09 18:36:20.619373 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2839320-5870-429f-ab1c-a0f1ce61afb0 None None] No non-hosted networks {{(pid=86870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 09 18:36:20.629668 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.agentschedulers_db [None req-f2839320-5870-429f-ab1c-a0f1ce61afb0 None None] DHCP Agent not found on host dv-cinder-819346-1-iscsi {{(pid=86870) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 09 18:36:20.762137 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e9120a67-34b4-4dc4-90f5-3c6a6b2362ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690379'] for agent, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:21.227770 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690379'] for agent, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:21.229213 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.229739 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.230643 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.231170 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.231597 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.232144 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.232890 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.234019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.234810 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.235371 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.235796 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.236467 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:21.237394 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa3cdd2ddf0>, 'Open vSwitch agent', 'dv-cinder-819346-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:21.251162 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa3ce6a8970>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819346-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:22.992654 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c11150b6-b596-477f-b399-9b82cf8c826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690379'] for agent, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:23.066389 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-14b37d21-daff-4a00-994f-69e1e81e64fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:24.174251 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690379'] for agent, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:25.186846 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.db.l3_hamode_db [None req-3d7a62e7-c697-4340-9eb3-173b956f0315 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 09 18:36:25.273538 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a62e7-c697-4340-9eb3-173b956f0315 None None] Routers set() bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:36:25.273862 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a62e7-c697-4340-9eb3-173b956f0315 None None] Router IDs set() for agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 09 18:36:25.884696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690379'] for agent, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:27.360794 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60588) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:27.943898 dv-cinder-819346-1-iscsi neutron-server[86868]: WARNING oslo_policy.policy [None req-c862df8f-1860-49d2-a52e-e210cc304eb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:27.944486 dv-cinder-819346-1-iscsi neutron-server[86868]: WARNING oslo_policy.policy [None req-c862df8f-1860-49d2-a52e-e210cc304eb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:28.160768 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [None req-c862df8f-1860-49d2-a52e-e210cc304eb8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:36:28.161999 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-c862df8f-1860-49d2-a52e-e210cc304eb8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7991889
Dec 09 18:36:30.522084 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60602) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:30.883705 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:36:30.985187 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.policy [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86868) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 09 18:36:31.031094 dv-cinder-819346-1-iscsi neutron-server[86868]: WARNING oslo_policy.policy [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:31.031458 dv-cinder-819346-1-iscsi neutron-server[86868]: WARNING oslo_policy.policy [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:31.040125 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.quota [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa3ce45b5e0>.
Dec 09 18:36:31.055400 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:31.114551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771341910052', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771341911667', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771341924830', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771341961122', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771341974411', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771341943076', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-999818', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1142154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-358382', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-406719'] for rbac-policy, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:31.176824 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:31.177937 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a201dca6-e902-48b7-b5a5-a193c08c5919 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6548882
Dec 09 18:36:33.789259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60616) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:34.134171 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '54afb68a5e664deeb708f9de6461c95e'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:36:34.138911 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:34.144199 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Usage tracker for resource:network and tenant:54afb68a5e664deeb708f9de6461c95e is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:36:34.148692 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:36:34.154788 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:36:34.164758 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Made reservation on behalf of 54afb68a5e664deeb708f9de6461c95e for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:36:34.167692 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.185183 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.198966 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:34.202735 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Usage tracker for resource:security_group_rule and tenant:54afb68a5e664deeb708f9de6461c95e is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:36:34.207626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:36:34.213058 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:36:34.307349 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.312506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.317884 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:34.337052 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:36:34.363531 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771345667229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.364121 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa3cf1549d0> segment precommit_create {{(pid=86868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 09 18:36:34.364587 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Added segment f1b8e229-0bb3-4818-8cb0-dd78e761a8ad of type vlan for network e741aa16-da87-4bfc-8c6d-2130323174f9
Dec 09 18:36:34.412043 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fba0f6-2712-4715-918d-34e089879e40,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:34.433018 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.433401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.433737 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.434062 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.434381 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.434699 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.435012 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.435372 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.435637 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.435944 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.436427 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.436717 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Tracked resource versions report:
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]: pushed versions:
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]: {   'AddressGroup': {'1.2'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'ConntrackHelper': {'1.0'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Log': {'1.0'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Network': {'1.1'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Port': {'1.7'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'PortForwarding': {'1.2'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'QosPolicy': {'1.8'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'SecurityGroup': {'1.4'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'SubPort': {'1.0'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Subnet': {'1.1'},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Trunk': {'1.1'}}
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]: consumer versions:
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Log': '1.0',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Network': '1.1',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Port': '1.7',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'PortForwarding': '1.2',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'QosPolicy': '1.8',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'SecurityGroup': '1.4',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'SubPort': '1.0',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Subnet': '1.1',
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Trunk': '1.1'}}
Dec 09 18:36:34.438349 dv-cinder-819346-1-iscsi neutron-server[86868]:  {{(pid=86868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:36:34.481016 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.485458 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:34.524440 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.526374 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:36:34.527022 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:34.532000 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:34.636495 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8461492
Dec 09 18:36:34.639105 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e741aa16-da87-4bfc-8c6d-2130323174f9,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:34.643390 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:34.662724 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network e741aa16-da87-4bfc-8c6d-2130323174f9 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:36:37.300290 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60632) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:37.743863 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6ba89-5921-4f53-9189-aeb8704fc770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:36:37.745243 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-18a6ba89-5921-4f53-9189-aeb8704fc770 admin admin] 10.222.0.32 "GET /v2.0/networks/e741aa16-da87-4bfc-8c6d-2130323174f9 HTTP/1.1" status: 200  len: 825 time: 0.4439003
Dec 09 18:36:37.771603 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-1fe58643-f50f-40ac-a184-fcff3ad80974 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/054bd6af-a2a8-409b-9fe8-0d816f8d71c2 HTTP/1.1" status: 200  len: 734 time: 0.0209417
Dec 09 18:36:37.779791 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Request body: {'subnet': {'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:36:37.784667 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:37.788322 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Usage tracker for resource:subnet and tenant:54afb68a5e664deeb708f9de6461c95e is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:36:37.791140 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:36:37.796885 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:36:37.806542 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Made reservation on behalf of 54afb68a5e664deeb708f9de6461c95e for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:36:37.808881 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:38.088477 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:38.093551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:38.182569 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Checking segment: {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:36:38.182959 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Network hostable DHCP agents. Network: e741aa16-da87-4bfc-8c6d-2130323174f9, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:36:38.192537 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fad833-e023-447a-9b5e-34863b1a0452,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:38.198646 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:38.210322 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Network e741aa16-da87-4bfc-8c6d-2130323174f9 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:36:38.221404 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, e741aa16-da87-4bfc-8c6d-2130323174f9) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:36:38.225986 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:36:38.226569 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:38.230745 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7158e484-ba07-4a9d-afd1-b188c10c30ce None None] Network e741aa16-da87-4bfc-8c6d-2130323174f9 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:36:38.246798 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4701424
Dec 09 18:36:38.629161 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-e741aa16-da87-4bfc-8c6d-2130323174f9', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:36:38.630385 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:38.815722 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Allocated IP 172.20.0.2 (e741aa16-da87-4bfc-8c6d-2130323174f9/a5fad833-e023-447a-9b5e-34863b1a0452/d9c3bb89-4d70-49a0-a351-1b8b507dd648) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:36:39.049955 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:39.063952 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Transition to ACTIVE for port object d9c3bb89-4d70-49a0-a351-1b8b507dd648 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:36:39.085099 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Transition to ACTIVE for port object d9c3bb89-4d70-49a0-a351-1b8b507dd648 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:36:39.092005 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:39.097880 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:39.158700 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Network e741aa16-da87-4bfc-8c6d-2130323174f9 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:36:39.161577 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:36:39.169484 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:36:39.172343 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Pushing event updated for resources: {'Port': ['ID=d9c3bb89-4d70-49a0-a351-1b8b507dd648,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:39.181376 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.181785 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.182063 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.182400 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.182732 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.183063 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.183390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.183713 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.184058 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.184381 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.185127 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.185127 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Tracked resource versions report:
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]: pushed versions:
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]: {   'AddressGroup': {'1.2'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'ConntrackHelper': {'1.0'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Log': {'1.0'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Network': {'1.1'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Port': {'1.7'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'PortForwarding': {'1.2'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'QosPolicy': {'1.8'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'SecurityGroup': {'1.4'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'SubPort': {'1.0'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Subnet': {'1.1'},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Trunk': {'1.1'}}
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]: consumer versions:
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Log': '1.0',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Network': '1.1',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Port': '1.7',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'PortForwarding': '1.2',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'QosPolicy': '1.8',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'SecurityGroup': '1.4',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'SubPort': '1.0',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Subnet': '1.1',
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Trunk': '1.1'}}
Dec 09 18:36:39.186161 dv-cinder-819346-1-iscsi neutron-server[86870]:  {{(pid=86870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:36:39.222555 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:39.275010 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Attempting to bind port d9c3bb89-4d70-49a0-a351-1b8b507dd648 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:36:39.275637 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Attempting to bind port d9c3bb89-4d70-49a0-a351-1b8b507dd648 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:36:39.275847 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Attempting to bind port d9c3bb89-4d70-49a0-a351-1b8b507dd648 on network e741aa16-da87-4bfc-8c6d-2130323174f9 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:36:39.281261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:36:39.281702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Checking segment: {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:36:39.282253 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:39.282651 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Bound using segment: {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:36:39.283171 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Bound port: d9c3bb89-4d70-49a0-a351-1b8b507dd648, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:36:39.283573 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:39.397708 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] For port d9c3bb89-4d70-49a0-a351-1b8b507dd648, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:36:39.401636 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] For port d9c3bb89-4d70-49a0-a351-1b8b507dd648, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=d9c3bb89-4d70-49a0-a351-1b8b507dd648,segment=NetworkSegment(f1b8e229-0bb3-4818-8cb0-dd78e761a8ad),segment_id=f1b8e229-0bb3-4818-8cb0-dd78e761a8ad)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:36:39.406933 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:39.411094 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:39.498524 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Pushing event updated for resources: {'Port': ['ID=d9c3bb89-4d70-49a0-a351-1b8b507dd648,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:39.502400 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:40.678062 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60642) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:41.266882 dv-cinder-819346-1-iscsi neutron-server[86869]: WARNING oslo_policy.policy [None req-b708a2bd-b472-4855-a287-8fde9c4539d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:41.267451 dv-cinder-819346-1-iscsi neutron-server[86869]: WARNING oslo_policy.policy [None req-b708a2bd-b472-4855-a287-8fde9c4539d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:41.485936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [None req-b708a2bd-b472-4855-a287-8fde9c4539d8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:36:41.486980 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b708a2bd-b472-4855-a287-8fde9c4539d8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8079944
Dec 09 18:36:43.136606 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14f638-306b-4c90-a601-a131cdf1a764 None None] Network e741aa16-da87-4bfc-8c6d-2130323174f9 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:36:43.235491 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-5b585b98-288d-448e-9dac-0744ce8375c3 None None] Provisioning for port d9c3bb89-4d70-49a0-a351-1b8b507dd648 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:36:43.391294 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device d9c3bb89-4d70-49a0-a351-1b8b507dd648 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:36:43.469564 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port d9c3bb89-4d70-49a0-a351-1b8b507dd648 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:36:43.474603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port d9c3bb89-4d70-49a0-a351-1b8b507dd648 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:36:43.475010 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:43.597970 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:43.632323 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port d9c3bb89-4d70-49a0-a351-1b8b507dd648, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=d9c3bb89-4d70-49a0-a351-1b8b507dd648,segment=NetworkSegment(f1b8e229-0bb3-4818-8cb0-dd78e761a8ad),segment_id=f1b8e229-0bb3-4818-8cb0-dd78e761a8ad)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:36:43.637808 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:43.640747 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:43.707682 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-01f88f2b-810c-4ef9-bbf8-000871d0aaf7 None None] Provisioning complete for port d9c3bb89-4d70-49a0-a351-1b8b507dd648 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:36:43.708060 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-01f88f2b-810c-4ef9-bbf8-000871d0aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:43.760491 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=d9c3bb89-4d70-49a0-a351-1b8b507dd648,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:43.765997 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:43.917122 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60660) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:44.278137 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [None req-295abc9b-02a2-4785-93db-0039ff363506 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:36:44.279090 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-295abc9b-02a2-4785-93db-0039ff363506 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3610013
Dec 09 18:36:45.358234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device d9c3bb89-4d70-49a0-a351-1b8b507dd648 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:36:45.425035 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port d9c3bb89-4d70-49a0-a351-1b8b507dd648 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:36:45.425445 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:46.915165 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60672) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:47.266146 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:36:47.337005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.policy [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86869) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 09 18:36:47.384277 dv-cinder-819346-1-iscsi neutron-server[86869]: WARNING oslo_policy.policy [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:47.384642 dv-cinder-819346-1-iscsi neutron-server[86869]: WARNING oslo_policy.policy [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 18:36:47.393876 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.quota [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa3ce4225b0>.
Dec 09 18:36:47.409526 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:47.415937 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Usage tracker for resource:router and tenant:54afb68a5e664deeb708f9de6461c95e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:36:47.420415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:36:47.428063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:36:47.443884 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:47.446071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:47.472877 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:47.588831 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:47.609556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:47.610725 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b5842053-07c4-4238-a84e-342d64dbdd79 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6945615
Dec 09 18:36:49.972050 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60684) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:50.329904 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [None req-603338a6-2146-4ecc-8789-4a6fdf737b37 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:36:50.330871 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-603338a6-2146-4ecc-8789-4a6fdf737b37 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3579006
Dec 09 18:36:50.398273 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-1c6a87df-db44-4691-afd1-7f786886137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:51.214699 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:52.715344 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60694) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:52.985332 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e1067027-45dd-41a6-89c3-2656902d4dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.079306 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:36:53.083743 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:53.087474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Usage tracker for resource:network and tenant:2073a743fb7b4bab826d9f435b6a38a9 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:36:53.090575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:36:53.097139 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:36:53.106684 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Made reservation on behalf of 2073a743fb7b4bab826d9f435b6a38a9 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:36:53.109588 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.120912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.136805 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:36:53.140494 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Usage tracker for resource:security_group_rule and tenant:2073a743fb7b4bab826d9f435b6a38a9 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:36:53.143180 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:36:53.148635 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:36:53.239401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.242989 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.246877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:53.261559 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Reserving flat network on physical network physnet1 {{(pid=86868) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 09 18:36:53.282149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22100f96-d3c7-45db-956a-43f6500f1b05,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:53.286502 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:53.287406 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.287747 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Added segment 16e4346b-4584-46d0-ada8-c8f2b00f7505 of type flat for network 6d57054d-dc39-4663-b913-2440d2cca4c7
Dec 09 18:36:53.320810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.356105 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.357545 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:36:53.358151 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:53.361178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:53.459465 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Pushing event updated for resources: {'Network': ['ID=6d57054d-dc39-4663-b913-2440d2cca4c7,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:53.462210 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:53.463942 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7473428
Dec 09 18:36:53.470629 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:36:54.127863 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:55.834172 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:55.836781 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60714) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:36:56.042914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72519ac8-8319-40ae-b235-584cff2a4dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:36:56.044237 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-72519ac8-8319-40ae-b235-584cff2a4dda admin admin] 10.222.0.32 "GET /v2.0/subnets/a5fad833-e023-447a-9b5e-34863b1a0452 HTTP/1.1" status: 200  len: 849 time: 0.2064192
Dec 09 18:36:56.214548 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-46637c66-8374-4fc4-b1b5-78964a2af174 admin admin] 10.222.0.32 "GET /v2.0/routers/275122ab-925d-4880-8425-8a5a5e516e0e HTTP/1.1" status: 200  len: 704 time: 0.1641881
Dec 09 18:36:56.668397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:56.896418 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Allocated IP 172.20.0.1 (e741aa16-da87-4bfc-8c6d-2130323174f9/a5fad833-e023-447a-9b5e-34863b1a0452/62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:36:57.079277 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.096851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Transition to ACTIVE for port object 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:36:57.151247 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.155983 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:57.218343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Network e741aa16-da87-4bfc-8c6d-2130323174f9 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:36:57.221426 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:36:57.227321 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:36:57.227770 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.350643 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Pushing event updated for resources: {'Port': ['ID=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:57.367527 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:57.426061 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-85831c08-e520-498d-9763-228d681585e8 None None] Provisioning for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:36:57.430977 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-85831c08-e520-498d-9763-228d681585e8 None None] Provisioning complete for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:36:57.431355 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-85831c08-e520-498d-9763-228d681585e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.490704 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-85831c08-e520-498d-9763-228d681585e8 None None] Port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:36:57.499650 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.732847 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.739754 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.740942 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:57.744277 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:57.917460 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Pushing event updated for resources: {'Port': ['ID=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:57.922274 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:57.993650 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Network e741aa16-da87-4bfc-8c6d-2130323174f9 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:36:57.995671 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:36:58.216300 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Router 275122ab-925d-4880-8425-8a5a5e516e0e is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:36:58.217536 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-40bf53c7-b9a7-4586-84ad-527ee76258e7 None None] Provisioning complete for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:36:58.218083 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-40bf53c7-b9a7-4586-84ad-527ee76258e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:58.295853 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-40bf53c7-b9a7-4586-84ad-527ee76258e7 None None] Port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:36:58.423665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:36:58.432825 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] 10.222.0.32 "PUT /v2.0/routers/275122ab-925d-4880-8425-8a5a5e516e0e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2132359
Dec 09 18:36:58.433544 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Sync routers for ids ['275122ab-925d-4880-8425-8a5a5e516e0e'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:36:58.445222 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Routers {'275122ab-925d-4880-8425-8a5a5e516e0e'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:36:58.446155 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ce630d90>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:36:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['275122ab-925d-4880-8425-8a5a5e516e0e'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:58.624800 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Set router 275122ab-925d-4880-8425-8a5a5e516e0e gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:36:59.001613 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ce630d90>, [{'id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:36:47Z', 'updated_at': '2021-12-09T18:36:57Z', 'revision_number': 2, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'gw_port_host': None, '_interfaces': [{'id': '62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8', 'name': '', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'mac_address': 'fa:16:3e:17:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:36:56Z', 'updated_at': '2021-12-09T18:36:57Z', 'revision_number': 2, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'subnets': [{'id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:36:59.008411 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Checking router: 275122ab-925d-4880-8425-8a5a5e516e0e for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:36:59.008818 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Updating router 275122ab-925d-4880-8425-8a5a5e516e0e port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:36:59.064046 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:59.441907 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:59.458346 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Transition to ACTIVE for port object 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:36:59.466277 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:59.476291 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:59.696226 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Pushing event updated for resources: {'Port': ['ID=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:59.716105 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.716446 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.716779 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.717630 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.718018 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.718344 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.718711 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.719092 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.719430 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.719751 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.720068 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.720507 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Tracked resource versions report:
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]: pushed versions:
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]: {   'AddressGroup': {'1.2'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'ConntrackHelper': {'1.0'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Log': {'1.0'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Network': {'1.1'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Port': {'1.7'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'PortForwarding': {'1.2'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'QosPolicy': {'1.8'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'SecurityGroup': {'1.4'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'SubPort': {'1.0'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Subnet': {'1.1'},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Trunk': {'1.1'}}
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]: consumer versions:
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Log': '1.0',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Network': '1.1',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Port': '1.7',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'PortForwarding': '1.2',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'QosPolicy': '1.8',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'SecurityGroup': '1.4',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'SubPort': '1.0',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Subnet': '1.1',
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Trunk': '1.1'}}
Dec 09 18:36:59.721595 dv-cinder-819346-1-iscsi neutron-server[86871]:  {{(pid=86871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:36:59.735025 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:59.743688 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Attempting to bind port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:36:59.744095 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Attempting to bind port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:36:59.744534 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Attempting to bind port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 on network e741aa16-da87-4bfc-8c6d-2130323174f9 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:36:59.750225 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:36:59.750632 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Checking segment: {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:36:59.751153 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:59.751542 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Bound using segment: {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:36:59.752076 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Bound port: 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b8e229-0bb3-4818-8cb0-dd78e761a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:36:59.752461 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:59.837831 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] For port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:36:59.842862 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] For port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,segment=NetworkSegment(f1b8e229-0bb3-4818-8cb0-dd78e761a8ad),segment_id=f1b8e229-0bb3-4818-8cb0-dd78e761a8ad)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:36:59.847614 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:36:59.852163 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:36:59.936901 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Pushing event updated for resources: {'Port': ['ID=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:36:59.941246 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:36:59.945899 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Routers {'275122ab-925d-4880-8425-8a5a5e516e0e'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:36:59.946529 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ce630d90>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:36:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['275122ab-925d-4880-8425-8a5a5e516e0e'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:37:00.108622 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] Set router 275122ab-925d-4880-8425-8a5a5e516e0e gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:37:00.429499 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ce630d90>, [{'id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:36:47Z', 'updated_at': '2021-12-09T18:36:57Z', 'revision_number': 2, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'gw_port_host': None, '_interfaces': [{'id': '62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8', 'name': '', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'mac_address': 'fa:16:3e:17:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:36:56Z', 'updated_at': '2021-12-09T18:36:59Z', 'revision_number': 4, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'subnets': [{'id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:37:00.433478 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf419af-9f45-4a5a-abca-73b27c2b16f2 None None] The sync data for ids ['275122ab-925d-4880-8425-8a5a5e516e0e'] in dv-cinder-819346-1-iscsi is: [{'id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:36:47Z', 'updated_at': '2021-12-09T18:36:57Z', 'revision_number': 2, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'gw_port_host': None, '_interfaces': [{'id': '62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8', 'name': '', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'mac_address': 'fa:16:3e:17:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:36:56Z', 'updated_at': '2021-12-09T18:36:59Z', 'revision_number': 4, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'subnets': [{'id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:37:00.671371 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 60736) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:37:00.825849 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfd6dc-66fe-423e-bc28-d599ae1b41b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:37:00.826425 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-6bbfd6dc-66fe-423e-bc28-d599ae1b41b3 admin admin] Synchronizing usage tracker for tenant:2073a743fb7b4bab826d9f435b6a38a9 on resource:network {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:37:00.845058 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-6bbfd6dc-66fe-423e-bc28-d599ae1b41b3 admin admin] Unset dirty status for tenant:2073a743fb7b4bab826d9f435b6a38a9 on resource:network {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:37:00.851414 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-6bbfd6dc-66fe-423e-bc28-d599ae1b41b3 admin admin] 10.222.0.32 "GET /v2.0/networks/6d57054d-dc39-4663-b913-2440d2cca4c7 HTTP/1.1" status: 200  len: 842 time: 0.1739118
Dec 09 18:37:00.855685 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:37:00.861685 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:37:00.865514 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Usage tracker for resource:subnet and tenant:2073a743fb7b4bab826d9f435b6a38a9 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:37:00.868297 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:37:00.875195 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:37:00.886249 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Made reservation on behalf of 2073a743fb7b4bab826d9f435b6a38a9 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:37:00.889024 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:01.271622 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.objects.ports [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86868) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 09 18:37:01.272080 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:01.276410 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b5b94e0d-1a92-4154-867a-27cda150ffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:37:01.361554 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:37:01.361915 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Network hostable DHCP agents. Network: 6d57054d-dc39-4663-b913-2440d2cca4c7, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:37:01.374391 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9043c141-5a79-4d9b-9b30-61d52c4cba5e,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:37:01.377450 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:37:01.388219 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:37:01.400887 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 6d57054d-dc39-4663-b913-2440d2cca4c7) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:37:01.403744 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:37:01.407527 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:37:01.407677 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:01.428796 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5766315
Dec 09 18:37:01.438707 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e485e-b479-4a78-bbb3-6c6cb83c7e88 None None] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:37:01.605737 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:37:01.636993 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:37:01.637408 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:01.801911 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5cec0-37db-4dc7-b82e-335be16e7251 None None] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:37:01.914525 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:02.008787 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,segment=NetworkSegment(f1b8e229-0bb3-4818-8cb0-dd78e761a8ad),segment_id=f1b8e229-0bb3-4818-8cb0-dd78e761a8ad)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:37:02.018471 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:02.024310 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:37:02.140732 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:37:02.143826 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:37:03.369115 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:37:03.438015 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:37:03.438397 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:03.671907 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60750) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:37:03.882658 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-803e05ca-597e-4ac0-80e4-6024c4ed48c9 admin admin] 10.222.0.32 "GET /v2.0/routers/275122ab-925d-4880-8425-8a5a5e516e0e HTTP/1.1" status: 200  len: 710 time: 0.2096658
Dec 09 18:37:04.039807 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab5324-72c2-42ce-b144-7dcb3b23ef39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:37:04.041298 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-22ab5324-72c2-42ce-b144-7dcb3b23ef39 admin admin] 10.222.0.32 "GET /v2.0/networks/6d57054d-dc39-4663-b913-2440d2cca4c7 HTTP/1.1" status: 200  len: 886 time: 0.1535175
Dec 09 18:37:04.050502 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:37:04.498281 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:04.822514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:04.879059 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:05.021004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Allocated IP 172.27.3.137 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/3d049921-4a54-4855-9272-00d347985f61) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:37:05.171934 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:05.228952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:05.235564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:37:05.280290 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:37:05.286487 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:37:05.335924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:37:05.390692 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Pushing event updated for resources: {'Port': ['ID=3d049921-4a54-4855-9272-00d347985f61,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:37:05.455024 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.455283 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.455615 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.455941 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.456263 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.456590 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.456910 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.457229 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.457570 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.457885 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.458198 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.458508 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Tracked resource versions report:
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]: pushed versions:
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]: {   'AddressGroup': {'1.2'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'ConntrackHelper': {'1.0'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Log': {'1.0'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Network': {'1.1'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Port': {'1.7'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'PortForwarding': {'1.2'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'QosPolicy': {'1.8'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'SecurityGroup': {'1.4'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'SubPort': {'1.0'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Subnet': {'1.1'},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Trunk': {'1.1'}}
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]: consumer versions:
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Log': '1.0',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Network': '1.1',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Port': '1.7',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'PortForwarding': '1.2',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'QosPolicy': '1.8',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'SecurityGroup': '1.4',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'SubPort': '1.0',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Subnet': '1.1',
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Trunk': '1.1'}}
Dec 09 18:37:05.459556 dv-cinder-819346-1-iscsi neutron-server[86869]:  {{(pid=86869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:37:05.473310 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:37:05.755000 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:06.094841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:06.098168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1766457'] for router, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:06.272810 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Router 275122ab-925d-4880-8425-8a5a5e516e0e has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:37:06.449774 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:37:06.458684 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:06.459864 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] 10.222.0.32 "PUT /v2.0/routers/275122ab-925d-4880-8425-8a5a5e516e0e HTTP/1.1" status: 200  len: 890 time: 2.4125378
Dec 09 18:37:06.460025 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Sync routers for ids ['275122ab-925d-4880-8425-8a5a5e516e0e'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:37:06.470650 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Routers {'275122ab-925d-4880-8425-8a5a5e516e0e'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:37:06.471375 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cde28b80>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:36:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['275122ab-925d-4880-8425-8a5a5e516e0e'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:37:06.662478 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Set router 275122ab-925d-4880-8425-8a5a5e516e0e gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:37:07.004709 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cde28b80>, [{'id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '3d049921-4a54-4855-9272-00d347985f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:36:47Z', 'updated_at': '2021-12-09T18:37:05Z', 'revision_number': 4, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'gw_port': {'id': '3d049921-4a54-4855-9272-00d347985f61', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:04Z', 'updated_at': '2021-12-09T18:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8', 'name': '', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'mac_address': 'fa:16:3e:17:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:36:56Z', 'updated_at': '2021-12-09T18:37:01Z', 'revision_number': 5, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'subnets': [{'id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:37:07.009618 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Checking router: 275122ab-925d-4880-8425-8a5a5e516e0e for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:37:07.009989 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Updating router 275122ab-925d-4880-8425-8a5a5e516e0e port 3d049921-4a54-4855-9272-00d347985f61 binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:37:07.073222 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:07.425301 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:07.437932 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Transition to ACTIVE for port object 3d049921-4a54-4855-9272-00d347985f61 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:37:07.444569 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:07.448531 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:37:07.523653 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Attempting to bind port 3d049921-4a54-4855-9272-00d347985f61 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:37:07.524218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Attempting to bind port 3d049921-4a54-4855-9272-00d347985f61 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:37:07.524374 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Attempting to bind port 3d049921-4a54-4855-9272-00d347985f61 on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:37:07.533149 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfbb35-bf77-4dd5-a03f-0e515237cf32 None None] Pushing event updated for resources: {'Port': ['ID=3d049921-4a54-4855-9272-00d347985f61,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:37:07.535548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:37:07.535922 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:37:07.536316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:07.536697 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:37:07.537158 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Bound port: 3d049921-4a54-4855-9272-00d347985f61, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:37:07.537573 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:07.560047 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b0bfbb35-bf77-4dd5-a03f-0e515237cf32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:37:07.610139 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] For port 3d049921-4a54-4855-9272-00d347985f61, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:37:07.613115 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] For port 3d049921-4a54-4855-9272-00d347985f61, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=3d049921-4a54-4855-9272-00d347985f61,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:37:07.617330 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:07.621787 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:37:07.699951 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Routers {'275122ab-925d-4880-8425-8a5a5e516e0e'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:37:07.700568 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cde28b80>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:36:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['275122ab-925d-4880-8425-8a5a5e516e0e'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:37:07.746908 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfbb35-bf77-4dd5-a03f-0e515237cf32 None None] Pushing event updated for resources: {'Port': ['ID=3d049921-4a54-4855-9272-00d347985f61,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:37:07.755409 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b0bfbb35-bf77-4dd5-a03f-0e515237cf32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:37:07.883373 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] Set router 275122ab-925d-4880-8425-8a5a5e516e0e gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:37:08.210035 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cde28b80>, [{'id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '3d049921-4a54-4855-9272-00d347985f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:36:47Z', 'updated_at': '2021-12-09T18:37:05Z', 'revision_number': 4, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'gw_port': {'id': '3d049921-4a54-4855-9272-00d347985f61', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:04Z', 'updated_at': '2021-12-09T18:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8', 'name': '', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'mac_address': 'fa:16:3e:17:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:36:56Z', 'updated_at': '2021-12-09T18:37:01Z', 'revision_number': 5, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'subnets': [{'id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:37:08.214044 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f38643-95bb-4ee3-a978-02023df99d1c None None] The sync data for ids ['275122ab-925d-4880-8425-8a5a5e516e0e'] in dv-cinder-819346-1-iscsi is: [{'id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'name': 'router1', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '3d049921-4a54-4855-9272-00d347985f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:36:47Z', 'updated_at': '2021-12-09T18:37:05Z', 'revision_number': 4, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'gw_port': {'id': '3d049921-4a54-4855-9272-00d347985f61', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:37:04Z', 'updated_at': '2021-12-09T18:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8', 'name': '', 'network_id': 'e741aa16-da87-4bfc-8c6d-2130323174f9', 'tenant_id': '54afb68a5e664deeb708f9de6461c95e', 'mac_address': 'fa:16:3e:17:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275122ab-925d-4880-8425-8a5a5e516e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:36:56Z', 'updated_at': '2021-12-09T18:37:01Z', 'revision_number': 5, 'project_id': '54afb68a5e664deeb708f9de6461c95e', 'subnets': [{'id': 'a5fad833-e023-447a-9b5e-34863b1a0452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '054bd6af-a2a8-409b-9fe8-0d816f8d71c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:37:08.807881 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 60764) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:37:08.923657 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-4a664573-f2b4-45e2-a0d8-b844e61acb24 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1146326
Dec 09 18:37:09.395699 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 3d049921-4a54-4855-9272-00d347985f61 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:37:09.471004 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 3d049921-4a54-4855-9272-00d347985f61 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:37:09.476094 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 3d049921-4a54-4855-9272-00d347985f61 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:37:09.476505 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:09.593203 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:09.609919 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 3d049921-4a54-4855-9272-00d347985f61, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=3d049921-4a54-4855-9272-00d347985f61,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:37:09.614006 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:09.617559 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:37:09.687155 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=3d049921-4a54-4855-9272-00d347985f61,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:37:09.690215 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:37:11.376222 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 3d049921-4a54-4855-9272-00d347985f61 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:37:11.476642 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 3d049921-4a54-4855-9272-00d347985f61 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:37:11.476949 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:20.401849 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-063ea434-9923-4877-ae09-24a82b6b5c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:20.705678 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:37:21.219173 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:22.987160 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-413ee12a-6e64-4c1a-8ecd-647de995699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:24.132226 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:25.846238 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:50.408013 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b8f057f0-0d91-49b5-b847-6a1d7acf7481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:51.233768 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:52.990227 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-cf01bde1-1e04-459e-ac5b-9b8c7f4c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:54.139951 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:55.858678 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:37:57.707008 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:38:20.401827 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c2207a81-a9db-40fe-b23f-44f4a15179f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:21.222701 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:22.996436 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b054b343-2621-4032-9b86-765097a82d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:24.145367 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:25.854091 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:34.706343 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:38:50.405769 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18b30b50-dec5-4d53-899d-e6e198238e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:51.216880 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:52.989372 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d660d31d-8500-4dfb-8a4f-efad18750bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:54.145068 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:38:55.860121 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:11.503809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33102) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:11.571048 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.pecan_wsgi.hooks.translation [None req-0815c386-fa00-4dde-b569-d02e019710a8 admin admin] GET failed (client error): The resource could not be found.
Dec 09 18:39:11.572345 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-0815c386-fa00-4dde-b569-d02e019710a8 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0675895
Dec 09 18:39:11.705588 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:39:11.706246 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c77f1-aa9b-4374-8f0e-c71eb0757727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:11.707729 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-070c77f1-aa9b-4374-8f0e-c71eb0757727 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1307459
Dec 09 18:39:13.930562 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33112) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:14.046839 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c48e1-0aaa-4f8f-bb01-c1222c148db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:14.047398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-901c48e1-0aaa-4f8f-bb01-c1222c148db7 admin admin] Synchronizing usage tracker for tenant:2073a743fb7b4bab826d9f435b6a38a9 on resource:subnet {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:39:14.063459 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-901c48e1-0aaa-4f8f-bb01-c1222c148db7 admin admin] Unset dirty status for tenant:2073a743fb7b4bab826d9f435b6a38a9 on resource:subnet {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:39:14.064632 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-901c48e1-0aaa-4f8f-bb01-c1222c148db7 admin admin] 10.222.0.32 "GET /v2.0/subnets/a5fad833-e023-447a-9b5e-34863b1a0452 HTTP/1.1" status: 200  len: 849 time: 0.1331174
Dec 09 18:39:14.074501 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:39:14.191278 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:14.405597 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771345774412'] for subnet, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:14.409450 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d5cf2dd6-7c96-4de3-97d6-9fcb870cabe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:39:14.457943 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:14.458550 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:14.458667 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66c453-2fe7-4e0b-86ce-b68dea8bf660 None None] Network e741aa16-da87-4bfc-8c6d-2130323174f9 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:39:14.459850 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] 10.222.0.32 "PUT /v2.0/subnets/a5fad833-e023-447a-9b5e-34863b1a0452 HTTP/1.1" status: 200  len: 868 time: 0.3897007
Dec 09 18:39:14.478018 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fad833-e023-447a-9b5e-34863b1a0452,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:39:14.486173 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.486536 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.486877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.487210 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.487537 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.487880 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.488203 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.488528 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.488860 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.489181 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.489528 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.489900 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:39:14.493642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:39:14.991081 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-8b8690e3-f7fc-4e0b-922f-e6cb9c34b9ca None None] Provisioning complete for port 62d68d40-7cb3-42bc-82bf-3e6d6c0b7fd8 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:39:14.991495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-8b8690e3-f7fc-4e0b-922f-e6cb9c34b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:15.123054 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-8b8690e3-f7fc-4e0b-922f-e6cb9c34b9ca None None] Provisioning complete for port d9c3bb89-4d70-49a0-a351-1b8b507dd648 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:39:15.123433 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-8b8690e3-f7fc-4e0b-922f-e6cb9c34b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:16.593299 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33122) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:16.766309 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de6b11-aad1-46b5-8464-c6f661f2e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:16.766782 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de6b11-aad1-46b5-8464-c6f661f2e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:16.768314 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-58de6b11-aad1-46b5-8464-c6f661f2e72e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1740551
Dec 09 18:39:18.907189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33132) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:19.082922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d59908-1ec5-4007-80ad-6801c0342131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:19.083379 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d59908-1ec5-4007-80ad-6801c0342131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:19.084851 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e0d59908-1ec5-4007-80ad-6801c0342131 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1766109
Dec 09 18:39:20.407863 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-98843b7a-65b1-473e-a478-1da0bdaae7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:21.219728 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:21.237718 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33142) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:21.413934 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecdb6ef-92c9-4d75-906f-f83ffba3394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:21.415286 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-0ecdb6ef-92c9-4d75-906f-f83ffba3394a admin admin] 10.222.0.32 "GET /v2.0/networks/6d57054d-dc39-4663-b913-2440d2cca4c7 HTTP/1.1" status: 200  len: 886 time: 0.1762264
Dec 09 18:39:22.991374 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3bac0399-15bc-48d4-8cd2-8c77b489438d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:23.590486 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33152) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:23.810016 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e512392-9699-4bf0-be02-0100383d19d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:23.811281 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8e512392-9699-4bf0-be02-0100383d19d6 admin admin] 10.222.0.32 "GET /v2.0/networks/e741aa16-da87-4bfc-8c6d-2130323174f9 HTTP/1.1" status: 200  len: 869 time: 0.2198508
Dec 09 18:39:24.148519 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:25.866597 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:26.012133 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33162) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:26.118671 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39ce16-8df4-4702-a83f-29b874bddf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:26.119045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39ce16-8df4-4702-a83f-29b874bddf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:26.126085 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-dd39ce16-8df4-4702-a83f-29b874bddf19 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1080854
Dec 09 18:39:28.263218 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33172) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:28.378101 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809051a-cf49-45dd-adcc-6649f106b14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:28.378556 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809051a-cf49-45dd-adcc-6649f106b14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:28.380080 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a809051a-cf49-45dd-adcc-6649f106b14c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1158860
Dec 09 18:39:30.562380 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33182) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:30.662937 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cde8fe-9a6d-4df3-a81a-015cfdfac3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:30.664248 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f8cde8fe-9a6d-4df3-a81a-015cfdfac3c5 admin admin] 10.222.0.32 "GET /v2.0/subnets/9043c141-5a79-4d9b-9b30-61d52c4cba5e HTTP/1.1" status: 200  len: 816 time: 0.1009312
Dec 09 18:39:32.792776 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33192) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:32.902029 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b7882-1287-4276-a8b1-999bf4a8b507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:32.903514 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-b02b7882-1287-4276-a8b1-999bf4a8b507 admin admin] 10.222.0.32 "GET /v2.0/subnets/a5fad833-e023-447a-9b5e-34863b1a0452 HTTP/1.1" status: 200  len: 868 time: 0.1097493
Dec 09 18:39:48.704636 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:39:50.410106 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-46ea3418-3e35-4c84-b991-3f60159c7c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:51.223237 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:52.993182 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-a8e7abdd-01a5-4aec-8d41-29a0d82a9620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:54.151719 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:55.867943 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:39:56.124466 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33236) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:56.172349 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [None req-f1377f40-998d-4970-b6fe-8e2eb6e71a54 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:39:56.173367 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f1377f40-998d-4970-b6fe-8e2eb6e71a54 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0479360
Dec 09 18:39:58.363920 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33246) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:39:58.430088 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6129de-60cd-461d-899e-78318a33c743 admin admin] GET failed (client error): The resource could not be found.
Dec 09 18:39:58.433707 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-be6129de-60cd-461d-899e-78318a33c743 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0687454
Dec 09 18:39:58.557825 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8558c-30be-43b7-be72-cb7282f4d1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:39:58.559189 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-17d8558c-30be-43b7-be72-cb7282f4d1df admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1229908
Dec 09 18:40:00.712492 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33256) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:40:00.760240 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:40:00.764691 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:40:00.774198 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:40:00.784135 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Made reservation on behalf of 2073a743fb7b4bab826d9f435b6a38a9 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:40:00.786508 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:00.876750 dv-cinder-819346-1-iscsi neutron-server[86868]: WARNING neutron.services.revisions.revision_plugin [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa3cd2a0e20] {project_id='2073a743fb7b4bab826d9f435b6a38a9', id='0251cfe7-7bc9-42a4-8dcf-50889703b5cd', target_tenant='*', action='access_as_shared', object_id='a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'}> to bump revision.
Dec 09 18:40:00.889212 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:40:00.897983 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:00.898368 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Added segment 85edf156-48c3-4d7d-877c-7de4aac4e4b6 of type vlan for network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5
Dec 09 18:40:00.923795 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:00.951890 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:00.953145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:40:00.953761 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:00.956785 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:40:01.053447 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3390284
Dec 09 18:40:01.054149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Pushing event updated for resources: {'Network': ['ID=a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:40:01.057464 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:40:01.064352 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:40:03.409225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33266) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:40:03.476982 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d094f043-b2d8-4300-a702-9feaebbb4623 admin admin] GET failed (client error): The resource could not be found.
Dec 09 18:40:03.478901 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d094f043-b2d8-4300-a702-9feaebbb4623 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0681412
Dec 09 18:40:03.587981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250cb3c3-eed9-418d-ba21-f824898579ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:40:03.589359 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-250cb3c3-eed9-418d-ba21-f824898579ef admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1065307
Dec 09 18:40:03.599026 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:40:03.604926 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:40:03.614367 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:40:03.624331 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Made reservation on behalf of 2073a743fb7b4bab826d9f435b6a38a9 for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:40:03.627233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:03.911316 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:03.915049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:40:04.000285 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88153c4d-d37e-4b66-996d-9b86bc9ba82e,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:40:04.008735 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Checking segment: {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:40:04.009108 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Network hostable DHCP agents. Network: a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:40:04.015865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.016201 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.016529 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.016850 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.017169 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.017514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.017830 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.018145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.018483 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.018832 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.019143 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.019453 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.024057 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:40:04.040045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:40:04.051956 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:40:04.057426 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:40:04.058194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:04.061045 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99ff975-a0f3-4c4d-8725-059fbdb6c671 None None] Network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:40:04.085082 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4891906
Dec 09 18:40:04.288398 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5', 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5', 'tenant_id': '2073a743fb7b4bab826d9f435b6a38a9', 'fixed_ips': [{'subnet_id': '88153c4d-d37e-4b66-996d-9b86bc9ba82e'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:40:04.289327 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:04.448357 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Allocated IP 192.168.233.2 (a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5/88153c4d-d37e-4b66-996d-9b86bc9ba82e/2f4e33ed-9fb0-47cc-b0fa-34be759dbff3) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:40:04.694616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:04.705344 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Transition to ACTIVE for port object 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:40:04.724042 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Transition to ACTIVE for port object 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:40:04.731066 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:04.735471 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:40:04.799406 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:40:04.802164 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:40:04.805845 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:40:04.812156 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Pushing event updated for resources: {'Port': ['ID=2f4e33ed-9fb0-47cc-b0fa-34be759dbff3,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:40:04.847926 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.848271 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.848611 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.848942 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.849271 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.849623 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.849948 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.850272 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.850617 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.850940 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.851257 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.851577 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:40:04.859869 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:40:04.914371 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Attempting to bind port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:40:04.914756 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Attempting to bind port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:40:04.915110 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Attempting to bind port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 on network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:40:04.920912 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:40:04.921349 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Checking segment: {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:40:04.921861 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:04.922261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Bound using segment: {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:40:04.922830 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Bound port: 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:40:04.923190 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:05.017901 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] For port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:40:05.020844 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] For port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=2f4e33ed-9fb0-47cc-b0fa-34be759dbff3,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:40:05.025133 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:05.029254 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:40:05.106721 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Pushing event updated for resources: {'Port': ['ID=2f4e33ed-9fb0-47cc-b0fa-34be759dbff3,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:40:05.115252 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:40:05.487848 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:40:05.561309 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:40:05.975302 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f9420-8949-4f1a-8fdc-a87ea0d5291c None None] Network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:40:06.071090 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Provisioning for port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:40:06.086880 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Provisioning complete for port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:40:06.087287 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:06.311269 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:06.354250 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] For port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=2f4e33ed-9fb0-47cc-b0fa-34be759dbff3,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:40:06.358203 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:06.360225 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b0bfbb35-bf77-4dd5-a03f-0e515237cf32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:40:06.429454 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Pushing event updated for resources: {'Port': ['ID=2f4e33ed-9fb0-47cc-b0fa-34be759dbff3,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:40:06.434135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:40:06.580961 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-9080fa49-d882-480e-9684-172f406e311f None None] Provisioning complete for port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:40:06.581363 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9080fa49-d882-480e-9684-172f406e311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:07.463596 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:40:07.531141 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 2f4e33ed-9fb0-47cc-b0fa-34be759dbff3 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:40:07.531518 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:20.412380 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4bf30903-de2b-470d-92c6-31d770c3713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:21.225362 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:22.996685 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e879ffb2-7c64-4265-85c2-dd487273f62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:24.154109 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:25.704326 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:40:25.872840 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:50.417423 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d346bc0e-da48-4ef9-b5fc-6427c794ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:51.228542 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:52.999100 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d18a9d25-2d95-41fb-9603-503e6088cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:54.156660 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:40:55.876820 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:02.703652 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:41:20.420329 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-20803cb8-7d00-45d7-81a7-22f0b0a0177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:21.232390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:22.745980 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33316) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:41:22.751987 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [None req-0249e281-b724-44d3-9b84-3766e6d372a8 tempest-verify_tempest_config-534300058 tempest-verify_tempest_config-534300058-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:41:22.752950 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-0249e281-b724-44d3-9b84-3766e6d372a8 tempest-verify_tempest_config-534300058 tempest-verify_tempest_config-534300058-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059786
Dec 09 18:41:23.000741 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0425a077-f395-4f0c-b1e2-3635297e5f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.065006 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33334) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:41:23.188304 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.202402 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:41:23.206151 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Usage tracker for resource:security_group_rule and tenant:b065d06206164494b9f84459c98ca968 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:41:23.208914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:41:23.215372 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:41:23.299020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.302892 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.310661 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a0d5a0a2-80d9-40ef-b84f-e1ac1783e1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:41:23.350412 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Synchronizing usage tracker for tenant:2073a743fb7b4bab826d9f435b6a38a9 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:41:23.352948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848db4b6-e4a9-4b84-86da-1550cc7da764,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:41:23.361118 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.361505 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.361886 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.362196 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.362511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.362862 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.363210 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.363511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.363849 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.364181 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.364471 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.364763 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:41:23.371117 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:41:23.382880 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Unset dirty status for tenant:2073a743fb7b4bab826d9f435b6a38a9 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:41:23.384192 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b065d06206164494b9f84459c98ca968&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3182008
Dec 09 18:41:23.386820 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33340) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:41:23.448696 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.474510 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.566172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.570543 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:41:23.585114 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848db4b6-e4a9-4b84-86da-1550cc7da764,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:41:23.588009 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:41:23.590310 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:23.591305 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/848db4b6-e4a9-4b84-86da-1550cc7da764 HTTP/1.1" status: 204  len: 168 time: 0.2035954
Dec 09 18:41:24.160084 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:25.880429 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:39.702702 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:41:50.422603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1d9-6b25-4e9d-a6b2-28b8d35f18d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:51.234245 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:53.001963 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c9532a1b-916d-4c31-bd7d-f8f5fefa7365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:54.163755 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:41:55.881383 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:16.701569 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:42:20.423683 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-cc386c6a-d023-448b-9e6f-b34880e07e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:21.235898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:23.005182 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-373568dd-a3e9-4ea8-b54a-f1277ac94b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:24.165157 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:25.884061 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:50.425218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-8ac70921-7c22-4d18-bf53-a92893b10267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:51.239708 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:53.008293 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c723-1b87-4cbf-90b1-8d92d544fdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:53.700494 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 5 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:42:54.166808 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:55.095284 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1690379'] for agent, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:42:55.886919 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:11.074981 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33412) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:43:11.187530 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-820194ce-6021-4aa1-80d7-3e256231234a admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1113954
Dec 09 18:43:13.347268 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33422) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:43:13.402565 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2787111c-4bb9-44cb-b2a2-d096d2a9952e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0542028
Dec 09 18:43:20.428789 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-408a9298-7936-4b8d-b7c7-28712b3740bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:21.241465 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:23.009881 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-351c115b-b2b0-4391-bc3a-b02cff92bada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:24.169222 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:25.045702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:25.889776 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:30.699708 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:43:50.429843 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccba7-1ed2-4186-982f-686acb35fddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:51.246294 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:53.011632 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-5bc036e3-7e6e-4b3f-9bfd-363654a62f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:54.174242 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:55.059817 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:43:55.895523 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:07.699209 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:44:20.430265 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-998189ba-a5ce-4931-98a9-10a74b1a35c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:21.248309 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:23.012750 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-1c332859-59ab-4f97-b04e-9d338c379273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:24.175509 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:25.061224 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:25.896871 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:44.701429 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:44:50.434648 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-73b6153e-5a48-4168-ad96-8671143b1fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:51.299259 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:53.021615 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-77b5785f-5e57-4e04-9854-db03adc26950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:54.187638 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.081553 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.228937 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33604) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:55.486940 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-network', 'tenant_id': '9494637575c140bf94659e849ef50bb2'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:55.491870 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:55.495704 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Usage tracker for resource:network and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:55.498616 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:55.504295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:55.513991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Made reservation on behalf of 9494637575c140bf94659e849ef50bb2 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:44:55.516425 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.528507 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.543264 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:55.547832 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:55.550702 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:55.556503 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:55.657952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.662627 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.666032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ca866ba9-bbf0-4a15-8479-b8c57c1230b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:55.694112 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0686a-fc4b-4dff-b583-5ea29a18151a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:55.700090 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33634) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:55.704212 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.704638 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.705043 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.705514 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.705858 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.706280 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.706647 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.707095 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.707518 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.707943 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.708362 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.708776 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Tracked resource versions report:
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]: pushed versions:
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]: {   'AddressGroup': {'1.2'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'ConntrackHelper': {'1.0'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Log': {'1.0'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Network': {'1.1'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Port': {'1.7'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'PortForwarding': {'1.2'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'QosPolicy': {'1.8'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'SecurityGroup': {'1.4'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'SubPort': {'1.0'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Subnet': {'1.1'},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     'Trunk': {'1.1'}}
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]: consumer versions:
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     HyperV agent@hv-cinder-81934: {},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Log': '1.0',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Network': '1.1',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Port': '1.7',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'PortForwarding': '1.2',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'QosPolicy': '1.8',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'SecurityGroup': '1.4',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'SubPort': '1.0',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Subnet': '1.1',
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:                                                      'Trunk': '1.1'}}
Dec 09 18:44:55.709906 dv-cinder-819346-1-iscsi neutron-server[86868]:  {{(pid=86868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:44:55.715570 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:55.719273 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:44:55.729976 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.730521 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Added segment 21faaafb-29b2-4ad0-b633-1be97145a72c of type vlan for network 51283e4c-c726-4193-af08-240e47994fce
Dec 09 18:44:55.759575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.789356 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.790691 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:44:55.791701 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:55.796912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:55.886789 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Pushing event updated for resources: {'Network': ['ID=51283e4c-c726-4193-af08-240e47994fce,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:55.891846 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:55.904702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 51283e4c-c726-4193-af08-240e47994fce details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:44:55.907252 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6770990
Dec 09 18:44:55.910649 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33644) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:55.916311 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Request body: {'subnet': {'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-subnet', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:55.922295 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:55.927363 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Usage tracker for resource:subnet and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:55.933174 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:55.943631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:55.959424 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Made reservation on behalf of 9494637575c140bf94659e849ef50bb2 for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:44:55.962676 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.005607 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.064654 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33652) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:56.191147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1843026295-network', 'tenant_id': 'f52c961702934aa88839669060ecad1e'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:56.195738 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:56.199903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Usage tracker for resource:network and tenant:f52c961702934aa88839669060ecad1e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:56.203602 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:56.209853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:56.212790 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.239174 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:56.273104 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Made reservation on behalf of f52c961702934aa88839669060ecad1e for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:44:56.276602 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.310451 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.331168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Checking segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:44:56.331553 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Network hostable DHCP agents. Network: 51283e4c-c726-4193-af08-240e47994fce, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:44:56.340771 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:56.352300 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Usage tracker for resource:security_group_rule and tenant:f52c961702934aa88839669060ecad1e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:56.356507 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:56.363974 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:56.435975 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Network 51283e4c-c726-4193-af08-240e47994fce is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:44:56.458562 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 51283e4c-c726-4193-af08-240e47994fce) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:44:56.469832 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128c993-4be2-4257-a03b-621dae95bae0 None None] Network 51283e4c-c726-4193-af08-240e47994fce requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:44:56.471672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:44:56.472465 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.506589 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5947282
Dec 09 18:44:56.511862 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33672) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:56.515957 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b61388-c18c-45b5-866c-d16cc6155437,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:56.518899 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:56.524948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:56.529716 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Usage tracker for resource:router and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:56.533747 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:56.535956 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.536334 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.536679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.537011 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.537850 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.537850 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.538095 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.538327 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.538666 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.538990 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.539306 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.539623 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Tracked resource versions report:
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]: pushed versions:
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]: {   'AddressGroup': {'1.2'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'ConntrackHelper': {'1.0'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Log': {'1.0'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Network': {'1.1'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Port': {'1.7'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'PortForwarding': {'1.2'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'QosPolicy': {'1.8'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'SecurityGroup': {'1.4'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'SubPort': {'1.0'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Subnet': {'1.1'},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     'Trunk': {'1.1'}}
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]: consumer versions:
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     HyperV agent@hv-cinder-81934: {},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Log': '1.0',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Network': '1.1',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Port': '1.7',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'PortForwarding': '1.2',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'QosPolicy': '1.8',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'SecurityGroup': '1.4',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'SubPort': '1.0',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Subnet': '1.1',
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:                                                      'Trunk': '1.1'}}
Dec 09 18:44:56.540635 dv-cinder-819346-1-iscsi neutron-server[86869]:  {{(pid=86869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:44:56.546749 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:56.547738 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:56.560221 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.562835 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.589256 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.606303 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.615261 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.622305 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:56.660793 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-network', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:56.666156 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:56.671748 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Usage tracker for resource:network and tenant:e9b56441fdd74fcc97d0521480db3915 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:56.672700 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a713a5db-6ea4-44b9-b410-21480f6ccbf1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:56.686950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:56.699915 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:56.702870 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:44:56.720057 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771345667229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.720637 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa3cf1549d0> segment precommit_create {{(pid=86869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 09 18:44:56.721067 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Added segment 977cb059-cc12-41f4-b87c-ff2c86b1406b of type vlan for network 17faac7d-b534-4ef2-af1d-223bef756c9c
Dec 09 18:44:56.761216 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:56.824277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.859672 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Made reservation on behalf of e9b56441fdd74fcc97d0521480db3915 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:44:56.862259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.872989 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.878634 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:44:56.881019 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.926589 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-51283e4c-c726-4193-af08-240e47994fce', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:44:56.927470 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:56.932067 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:57.148265 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4412880
Dec 09 18:44:57.156140 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33696) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:57.163588 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Request body: {'subnet': {'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1843026295-subnet', 'tenant_id': 'f52c961702934aa88839669060ecad1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:57.186639 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.187242 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:57.198441 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Allocated IP 172.20.0.2 (51283e4c-c726-4193-af08-240e47994fce/27b61388-c18c-45b5-866c-d16cc6155437/676444c7-b99c-4fd9-b992-d1f6d61ae222) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:44:57.199790 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Usage tracker for resource:subnet and tenant:f52c961702934aa88839669060ecad1e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:57.205641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:57.213122 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:57.221077 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Pushing event updated for resources: {'Network': ['ID=17faac7d-b534-4ef2-af1d-223bef756c9c,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:57.226336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:57.227156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Made reservation on behalf of f52c961702934aa88839669060ecad1e for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:44:57.229950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.262233 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 17faac7d-b534-4ef2-af1d-223bef756c9c details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:44:57.299204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:57.302896 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.310172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Usage tracker for resource:security_group_rule and tenant:e9b56441fdd74fcc97d0521480db3915 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:57.313844 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:57.320158 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:57.516634 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.528642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.540777 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-57cf6b78-bede-4f7d-96bd-0e049d5d26a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:57.575832 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8cbbf-5285-4af7-b298-2426bd11691a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:57.583306 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:57.606713 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.617379 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:57.736821 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:44:57.786706 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.787305 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Added segment 73c80a6d-9dd9-416b-9d78-9be3fbb8a062 of type vlan for network f4facadc-c361-422e-9e96-62cfba4c380a
Dec 09 18:44:57.808569 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.815168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Checking segment: {'id': '977cb059-cc12-41f4-b87c-ff2c86b1406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:44:57.815770 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Network hostable DHCP agents. Network: 17faac7d-b534-4ef2-af1d-223bef756c9c, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:44:57.850666 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:57.853440 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.864134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:57.886152 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Network 17faac7d-b534-4ef2-af1d-223bef756c9c is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:44:57.899904 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.901404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 17faac7d-b534-4ef2-af1d-223bef756c9c) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:44:57.907441 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:44:57.908094 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:57.928632 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58633f6d-2477-4156-b7ef-66c076ea541c None None] Network 17faac7d-b534-4ef2-af1d-223bef756c9c requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:44:57.956373 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7989695
Dec 09 18:44:58.018397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.020317 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:44:58.021175 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.057063 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.085120 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-192bec61-4006-408b-a941-f64db1e8763e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:58.147024 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Transition to ACTIVE for port object 676444c7-b99c-4fd9-b992-d1f6d61ae222 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:44:58.180900 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Transition to ACTIVE for port object 676444c7-b99c-4fd9-b992-d1f6d61ae222 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:44:58.199003 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.220975 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b0bfbb35-bf77-4dd5-a03f-0e515237cf32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:58.245984 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Pushing event updated for resources: {'Network': ['ID=f4facadc-c361-422e-9e96-62cfba4c380a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:58.255652 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.1898379
Dec 09 18:44:58.258934 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33728) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:58.264616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Request body: {'subnet': {'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-subnet', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:58.270473 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:58.282917 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Usage tracker for resource:subnet and tenant:e9b56441fdd74fcc97d0521480db3915 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:58.287097 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:58.287742 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:58.300283 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:58.328449 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Made reservation on behalf of e9b56441fdd74fcc97d0521480db3915 for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:44:58.332159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.342780 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network f4facadc-c361-422e-9e96-62cfba4c380a details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:44:58.360664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Allocated IP 172.27.3.230 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/0c29fc9a-ebe6-4688-84e9-87f895033dd7) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:44:58.510255 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Network 51283e4c-c726-4193-af08-240e47994fce is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:44:58.528629 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:44:58.533899 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:44:58.559151 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.606562 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.618823 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:58.653583 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Pushing event updated for resources: {'Port': ['ID=676444c7-b99c-4fd9-b992-d1f6d61ae222,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:58.714437 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:44:58.718111 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:44:58.722021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:44:58.798838 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.799179 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.799458 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.799784 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.800120 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.800499 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.800840 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.801167 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.801872 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.801872 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.802213 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.802554 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Tracked resource versions report:
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]: pushed versions:
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]: {   'AddressGroup': {'1.2'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'ConntrackHelper': {'1.0'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Log': {'1.0'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Network': {'1.1'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Port': {'1.7'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'PortForwarding': {'1.2'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'QosPolicy': {'1.8'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'SecurityGroup': {'1.4'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'SubPort': {'1.0'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Subnet': {'1.1'},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     'Trunk': {'1.1'}}
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]: consumer versions:
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     HyperV agent@hv-cinder-81934: {},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Log': '1.0',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Network': '1.1',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Port': '1.7',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'PortForwarding': '1.2',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'QosPolicy': '1.8',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'SecurityGroup': '1.4',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'SubPort': '1.0',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Subnet': '1.1',
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:                                                      'Trunk': '1.1'}}
Dec 09 18:44:58.803608 dv-cinder-819346-1-iscsi neutron-server[86870]:  {{(pid=86870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:44:58.807181 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:58.908183 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:58.918763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e3b1cf3d-f973-41f9-b137-8d5d95a3b233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:58.930995 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Pushing event updated for resources: {'Port': ['ID=0c29fc9a-ebe6-4688-84e9-87f895033dd7,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:58.934739 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:58.979515 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Attempting to bind port 676444c7-b99c-4fd9-b992-d1f6d61ae222 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:44:58.979983 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Attempting to bind port 676444c7-b99c-4fd9-b992-d1f6d61ae222 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:44:58.980248 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Attempting to bind port 676444c7-b99c-4fd9-b992-d1f6d61ae222 on network 51283e4c-c726-4193-af08-240e47994fce {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:44:59.001855 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:44:59.002275 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Checking segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:44:59.002689 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.003098 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Bound using segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:44:59.003585 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Bound port: 676444c7-b99c-4fd9-b992-d1f6d61ae222, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:44:59.003981 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.026912 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849721f-e4c5-474e-b258-60c27c3c3388 None None] Network 17faac7d-b534-4ef2-af1d-223bef756c9c requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:44:59.094392 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0779cc41-6a4c-46bf-92f0-fc20592ecdf9,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:59.102390 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Checking segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:44:59.103038 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Network hostable DHCP agents. Network: f4facadc-c361-422e-9e96-62cfba4c380a, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:44:59.113126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:59.130701 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Network f4facadc-c361-422e-9e96-62cfba4c380a is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:44:59.149324 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, f4facadc-c361-422e-9e96-62cfba4c380a) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:44:59.159003 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:44:59.161590 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.202762 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f307e7b-f1f4-444b-bb37-b07414915ebd None None] Network f4facadc-c361-422e-9e96-62cfba4c380a requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:44:59.204220 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9441748
Dec 09 18:44:59.209036 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33770) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:59.216511 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:44:59.229230 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:44:59.238483 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Usage tracker for resource:router and tenant:e9b56441fdd74fcc97d0521480db3915 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:44:59.243134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:44:59.260902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:44:59.285996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.286865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.320205 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.361119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.422430 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] For port 676444c7-b99c-4fd9-b992-d1f6d61ae222, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:44:59.456632 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] For port 676444c7-b99c-4fd9-b992-d1f6d61ae222, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=676444c7-b99c-4fd9-b992-d1f6d61ae222,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:44:59.663103 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.775071 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:44:59.785070 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:44:59.957380 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33806) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:44:59.978670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Pushing event updated for resources: {'Port': ['ID=676444c7-b99c-4fd9-b992-d1f6d61ae222,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:44:59.982460 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:44:59.984787 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c11860-7702-45c7-973c-b3cf807307f9 None None] Network f4facadc-c361-422e-9e96-62cfba4c380a requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:44:59.990662 dv-cinder-819346-1-iscsi neutron-server[86868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 09 18:45:00.289484 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-829cce5f-b37f-4f20-96b9-8e9b2442fb58 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:00.300234 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-829cce5f-b37f-4f20-96b9-8e9b2442fb58 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/networks?id=17faac7d-b534-4ef2-af1d-223bef756c9c HTTP/1.1" status: 200  len: 812 time: 0.3417475
Dec 09 18:45:00.324308 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-4f32f23a-8962-49bc-b354-25a5322ec561 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/quotas/f52c961702934aa88839669060ecad1e HTTP/1.1" status: 200  len: 375 time: 0.0214541
Dec 09 18:45:00.329226 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:00.565111 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:00.594962 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-492b8e17-9e12-451e-93b6-04ae0018a71e tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f52c961702934aa88839669060ecad1e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2528632
Dec 09 18:45:00.601984 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:00.777148 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:45:00.783201 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Allocated IP 172.27.3.207 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/533ffcdf-8bf9-4865-b4c8-6729a0213a82) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:00.974534 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-87c4bdea-d03b-436e-a38e-b4cb21fea885 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:45:00.975545 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-87c4bdea-d03b-436e-a38e-b4cb21fea885 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0999992
Dec 09 18:45:01.002966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:01.049431 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:01.062449 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f2be81ee-950c-41c8-b2da-991762220568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:01.161857 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:01.175910 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:01.185929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:01.215276 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-2cfc4c07-803e-4b88-8fd7-b8cf7738bc9f service neutron] 10.222.0.32 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246706
Dec 09 18:45:01.363389 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:45:01.378738 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:45:01.397510 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:01.399190 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd824a00>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:01.412073 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:01.416069 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.9002705
Dec 09 18:45:01.417014 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33866) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:01.451762 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf4ee4-fe40-4ea4-ba8d-e13741e5e6e7 None None] Network 51283e4c-c726-4193-af08-240e47994fce requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:45:01.480719 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Pushing event updated for resources: {'Port': ['ID=533ffcdf-8bf9-4865-b4c8-6729a0213a82,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:01.488387 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:01.608553 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-8e95c1da-5ccd-42f7-884f-465bb4e102ec None None] Provisioning for port 676444c7-b99c-4fd9-b992-d1f6d61ae222 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:01.715085 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-d35d9b80-c4bf-4c92-b17c-979bb8da8e32 service neutron] 10.222.0.32 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4893782
Dec 09 18:45:01.758490 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 676444c7-b99c-4fd9-b992-d1f6d61ae222 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:01.831637 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:02.138741 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 676444c7-b99c-4fd9-b992-d1f6d61ae222 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:02.169822 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 676444c7-b99c-4fd9-b992-d1f6d61ae222 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:02.171098 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:02.290457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:02.448410 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33898) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:02.458982 dv-cinder-819346-1-iscsi neutron-server[86869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 09 18:45:02.637836 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-50fa06e3-31f7-47d5-bb2d-33a62f548b77 req-d1acee27-9aec-420c-90ba-643ce482c508 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.1839328
Dec 09 18:45:02.693615 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:02.728812 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd824a00>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:44:59Z', 'revision_number': 3, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:02.737262 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:45:02.738133 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Updating router 07da0a4e-6e83-44ac-9ddc-c909e3545910 port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:45:02.807651 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:02.816234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 676444c7-b99c-4fd9-b992-d1f6d61ae222, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=676444c7-b99c-4fd9-b992-d1f6d61ae222,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:02.826627 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:02.832289 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:02.837360 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33924) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:02.915433 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:02.928677 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=676444c7-b99c-4fd9-b992-d1f6d61ae222,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:02.932780 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-fd80fedd-5a63-44d7-94c8-d9738765c10b None None] Provisioning complete for port 676444c7-b99c-4fd9-b992-d1f6d61ae222 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:02.933168 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fd80fedd-5a63-44d7-94c8-d9738765c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.001185 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:03.294527 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.380156 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Allocated IP 172.20.0.1 (51283e4c-c726-4193-af08-240e47994fce/27b61388-c18c-45b5-866c-d16cc6155437/67a311b6-04bb-439a-b1c9-e1d9a8224fd0) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:03.417817 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:03.466163 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Usage tracker for resource:security_group_rule and tenant:32140e9d6f1448adb1ea8756680fb224 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:03.475945 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:03.494386 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:03.519642 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.580775 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Transition to ACTIVE for port object 0c29fc9a-ebe6-4688-84e9-87f895033dd7 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:03.589399 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.596943 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:03.603291 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.621958 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.665481 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Transition to ACTIVE for port object 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:03.682824 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 676444c7-b99c-4fd9-b992-d1f6d61ae222 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:03.714058 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Pushing event updated for resources: {'Port': ['ID=0c29fc9a-ebe6-4688-84e9-87f895033dd7,revision_number=2']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:03.718929 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.723381 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Attempting to bind port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:03.723840 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Attempting to bind port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:03.724277 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Attempting to bind port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:03.727294 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.727734 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.728138 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.728537 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.728953 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.729525 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.730190 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.730300 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f2c5fe5c-035b-4e79-8dd9-2d891f3cd964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:03.730615 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.731031 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.731421 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.731808 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.732314 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Tracked resource versions report:
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]: pushed versions:
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]: {   'AddressGroup': {'1.2'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'ConntrackHelper': {'1.0'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Log': {'1.0'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Network': {'1.1'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Port': {'1.7'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'PortForwarding': {'1.2'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'QosPolicy': {'1.8'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'SecurityGroup': {'1.4'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'SecurityGroupRule': {'1.2'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'SubPort': {'1.0'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Subnet': {'1.1'},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     'Trunk': {'1.1'}}
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]: consumer versions:
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]: {   DHCP agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     HyperV agent@hv-cinder-81934: {},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     L3 agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     Metadata agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     Metering agent@dv-cinder-819346-1-iscsi: {},
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:     Open vSwitch agent@dv-cinder-819346-1-iscsi: {   'AddressGroup': '1.2',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'ConntrackHelper': '1.0',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Log': '1.0',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Network': '1.1',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Port': '1.7',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'PortForwarding': '1.2',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'QosPolicy': '1.8',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'SecurityGroup': '1.4',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'SecurityGroupRule': '1.2',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'SubPort': '1.0',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Subnet': '1.1',
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:                                                      'Trunk': '1.1'}}
Dec 09 18:45:03.733646 dv-cinder-819346-1-iscsi neutron-server[86871]:  {{(pid=86871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 18:45:03.738177 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:03.741099 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:03.741699 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:03.742343 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.742833 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:03.743414 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Bound port: 0c29fc9a-ebe6-4688-84e9-87f895033dd7, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:03.743983 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.808709 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 676444c7-b99c-4fd9-b992-d1f6d61ae222 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:03.809804 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.840339 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] For port 0c29fc9a-ebe6-4688-84e9-87f895033dd7, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:03.845106 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] For port 0c29fc9a-ebe6-4688-84e9-87f895033dd7, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0c29fc9a-ebe6-4688-84e9-87f895033dd7,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:03.852660 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.860390 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-9b140a92-785d-41d8-b5d0-2f903411ce1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:03.957096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.974999 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:03.983283 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7ab40255-61af-4615-9a8d-8cbf35f7b82c req-e852dad6-d86d-47a1-b017-1883cd8892b8 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.1832123
Dec 09 18:45:03.988300 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Network 51283e4c-c726-4193-af08-240e47994fce is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:04.003253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:04.006954 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Pushing event updated for resources: {'Port': ['ID=0c29fc9a-ebe6-4688-84e9-87f895033dd7,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:04.012691 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:04.022512 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:04.023468 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd824a00>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:04.030030 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:04.032506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.067265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Pushing event updated for resources: {'Port': ['ID=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:04.071449 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:04.083057 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32140e9d6f1448adb1ea8756680fb224&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2451861
Dec 09 18:45:04.086550 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33972) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:04.097412 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2fa3f-56ce-411d-acf3-90cb50324a94,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:04.101751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:04.147542 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Router 9ed17340-7baa-44ea-9acc-64333cf26212 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:45:04.168395 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.198369 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.289472 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:04.334045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.347726 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-08db60d3-06eb-48b2-a867-527728d7033d None None] Provisioning for port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:04.352131 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:04.352723 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-08db60d3-06eb-48b2-a867-527728d7033d None None] Provisioning complete for port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:04.353120 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-08db60d3-06eb-48b2-a867-527728d7033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.368923 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2fa3f-56ce-411d-acf3-90cb50324a94,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:04.371326 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:04.395715 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.396819 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bee2fa3f-56ce-411d-acf3-90cb50324a94 HTTP/1.1" status: 204  len: 168 time: 0.3091927
Dec 09 18:45:04.397497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.431561 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:04.450775 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:45:04.478664 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Sync routers for ids ['9ed17340-7baa-44ea-9acc-64333cf26212'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:45:04.498713 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.500350 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.2902691
Dec 09 18:45:04.503702 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 33984) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:04.526364 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Routers {'9ed17340-7baa-44ea-9acc-64333cf26212'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:04.527019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce7490>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['9ed17340-7baa-44ea-9acc-64333cf26212'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:04.633854 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd824a00>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:44:59Z', 'revision_number': 3, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:04.637880 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef616840-bd1e-4b3b-8ef7-b69d9abf8a31 None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:44:59Z', 'revision_number': 3, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:45:04.648804 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-08db60d3-06eb-48b2-a867-527728d7033d None None] Port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:45:04.850815 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Set router 9ed17340-7baa-44ea-9acc-64333cf26212 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:04.865238 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 33998) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:04.895924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:04.978279 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:04.983203 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5154d9a6eb49398fd7fc526a211bf7 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:04.986587 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:04.993127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:05.113031 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.120809 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.131237 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:05.197168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ddacfd-0fc7-4585-89d3-bddfc8a478ee,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:05.200579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:05.218499 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.225165 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce5154d9a6eb49398fd7fc526a211bf7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3557866
Dec 09 18:45:05.227088 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34008) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:05.302019 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.311863 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.361745 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-beecff67-1afb-45af-9771-8e1386a683e4 req-cf244600-2fc8-4443-9a4a-64abd90b9f21 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.0692849
Dec 09 18:45:05.398052 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.400949 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce7490>, [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:45:01Z', 'revision_number': 3, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:05.406494 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Checking router: 9ed17340-7baa-44ea-9acc-64333cf26212 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:45:05.408579 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Updating router 9ed17340-7baa-44ea-9acc-64333cf26212 port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:45:05.412259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6a8aac38-0698-4182-b8a5-9efec26de015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:05.448395 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.554566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.555158 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.562129 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bcd870fe-e6d8-4eb2-b127-f03221a12910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:05.578566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ddacfd-0fc7-4585-89d3-bddfc8a478ee,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:05.581549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:05.587292 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:05.589795 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8ddacfd-0fc7-4585-89d3-bddfc8a478ee HTTP/1.1" status: 204  len: 168 time: 0.3609762
Dec 09 18:45:05.706248 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Pushing event updated for resources: {'Port': ['ID=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:05.725459 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:05.835693 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0c29fc9a-ebe6-4688-84e9-87f895033dd7 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:05.943925 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Network 51283e4c-c726-4193-af08-240e47994fce is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:05.953621 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:06.372676 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.45', 61177) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:06.394222 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.429902 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:45:06.439615 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.449987 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:06.456433 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Transition to ACTIVE for port object 533ffcdf-8bf9-4865-b4c8-6729a0213a82 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:06.480112 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:06.480550 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.547775 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.555616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-087b7ac0-c638-4594-9dba-3d1ea06c024a None None] Provisioning complete for port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:06.555993 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-087b7ac0-c638-4594-9dba-3d1ea06c024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.624935 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:06.805480 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-55b5de1e-f302-48a5-a048-49280c29553d req-ec8b7a3e-9521-4e3d-8416-28ece0a72108 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.1557465
Dec 09 18:45:06.812791 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-087b7ac0-c638-4594-9dba-3d1ea06c024a None None] Port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:45:06.815801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Attempting to bind port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:06.816303 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Attempting to bind port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:06.819514 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Attempting to bind port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:06.827921 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ad39-e334-4be4-86d8-33c472afd700 None None] Pushing event updated for resources: {'Port': ['ID=533ffcdf-8bf9-4865-b4c8-6729a0213a82,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-a995ad39-e334-4be4-86d8-33c472afd700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Bound port: 533ffcdf-8bf9-4865-b4c8-6729a0213a82, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:06.845513 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:06.935621 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-1f7d5b96-5762-4912-8d54-cf579d7bbe6d tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:06.944251 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-1f7d5b96-5762-4912-8d54-cf579d7bbe6d tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Synchronizing usage tracker for tenant:f52c961702934aa88839669060ecad1e on resource:network {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:06.947297 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34064) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:07.000013 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-1f7d5b96-5762-4912-8d54-cf579d7bbe6d tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Unset dirty status for tenant:f52c961702934aa88839669060ecad1e on resource:network {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:07.001582 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-1f7d5b96-5762-4912-8d54-cf579d7bbe6d tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.45 "GET /v2.0/networks?id=17faac7d-b534-4ef2-af1d-223bef756c9c HTTP/1.1" status: 200  len: 812 time: 0.6268482
Dec 09 18:45:07.007970 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.024932 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] For port 533ffcdf-8bf9-4865-b4c8-6729a0213a82, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:07.031321 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] For port 533ffcdf-8bf9-4865-b4c8-6729a0213a82, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=533ffcdf-8bf9-4865-b4c8-6729a0213a82,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:07.037620 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 0c29fc9a-ebe6-4688-84e9-87f895033dd7, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0c29fc9a-ebe6-4688-84e9-87f895033dd7,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:07.040801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.052601 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.054471 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:07.088040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Request body: {'port': {'device_id': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c', 'admin_state_up': True, 'tenant_id': 'f52c961702934aa88839669060ecad1e'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:07.211291 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Routers {'9ed17340-7baa-44ea-9acc-64333cf26212'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:07.212506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce7490>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['9ed17340-7baa-44ea-9acc-64333cf26212'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:07.375416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.401092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:45:07.412487 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:45:07.425890 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:07.427235 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdaa0670>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:07.449405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:07.461492 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Usage tracker for resource:security_group_rule and tenant:c97e3cfd482a47cf9d792971b4bba643 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:07.463109 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/07da0a4e-6e83-44ac-9ddc-c909e3545910/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0411394
Dec 09 18:45:07.487830 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:07.497107 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Allocated IP 172.20.0.1 (f4facadc-c361-422e-9e96-62cfba4c380a/0779cc41-6a4c-46bf-92f0-fc20592ecdf9/e078cb92-dd04-4b31-90ec-cdbe5a01cc49) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:07.502295 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:07.599684 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34102) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:07.686216 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:07.700763 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ad39-e334-4be4-86d8-33c472afd700 None None] Pushing event updated for resources: {'Port': ['ID=533ffcdf-8bf9-4865-b4c8-6729a0213a82,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:07.788281 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=0c29fc9a-ebe6-4688-84e9-87f895033dd7,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:07.793351 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:07.809831 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.636s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:07.812339 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:07.844137 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.845233 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.874474 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.914003 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:07.915910 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] Set router 9ed17340-7baa-44ea-9acc-64333cf26212 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:07.927426 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:07.965396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:08.110273 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Pushing event updated for resources: {'Port': ['ID=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:08.129916 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:08.148567 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Network f4facadc-c361-422e-9e96-62cfba4c380a is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:08.155495 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:08.160665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:08.161124 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:08.234676 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:08.254060 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Usage tracker for resource:port and tenant:f52c961702934aa88839669060ecad1e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:08.264696 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:08.290049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:08.327239 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb02b71-f3a4-4f7c-806f-007f39cff6ea,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:08.351864 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:08.358851 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c97e3cfd482a47cf9d792971b4bba643&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4091556
Dec 09 18:45:08.360096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Made reservation on behalf of f52c961702934aa88839669060ecad1e for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:45:08.363616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:08.394335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34152) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:08.402432 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:08.586165 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdaa0670>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 2, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:08.597500 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:45:08.598143 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Updating router 07da0a4e-6e83-44ac-9ddc-c909e3545910 port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:45:08.613248 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-890f89bc-670d-46e2-8853-7fd7fb2a3801 req-5c2aad1c-241e-47c7-bf8d-975c0ab1820e tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.2332950
Dec 09 18:45:08.636786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:08.641751 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce7490>, [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:45:01Z', 'revision_number': 3, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:08.645326 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:08.661046 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa1bfb-6a40-4c01-a35f-214008c9811b None None] The sync data for ids ['9ed17340-7baa-44ea-9acc-64333cf26212'] in dv-cinder-819346-1-iscsi is: [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:45:01Z', 'revision_number': 3, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:45:08.686718 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Usage tracker for resource:security_group_rule and tenant:f4548fd1912a41d0bb944e0b4f2fdfb4 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:08.768210 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Allocated IP 172.20.0.7 (17faac7d-b534-4ef2-af1d-223bef756c9c/7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4/ef987e23-1c97-4d0b-b7d4-35eddae3e68c) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:08.795540 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:08.823097 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:08.839092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:08.949926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.165408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.343564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.472147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.536950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b480cb7c-d3bd-47e2-8823-247b174b353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:09.611129 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.619613 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.695358 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ed572831-14ec-4bac-9c40-7b6deba3da22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:09.696358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Network 17faac7d-b534-4ef2-af1d-223bef756c9c is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:09.723347 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:09.730318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:09.747556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:09.748920 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:09.824686 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Pushing event updated for resources: {'Port': ['ID=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:09.830691 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:09.910100 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8276982
Dec 09 18:45:09.937168 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4548fd1912a41d0bb944e0b4f2fdfb4&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3364840
Dec 09 18:45:09.941246 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34194) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:09.945480 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-3776ca58-54c7-4daa-bd19-b9dab4420bf7 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:45:09.946696 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-3776ca58-54c7-4daa-bd19-b9dab4420bf7 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0073705
Dec 09 18:45:09.974496 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 533ffcdf-8bf9-4865-b4c8-6729a0213a82 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:10.021731 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34202) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:10.053660 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076251348', 'description': 'tempest-description--1096982195'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:10.196126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.196845 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:10.200021 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34208) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:10.214081 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:10.215600 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.230752 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:10.246688 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:10.267893 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:10.288416 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:10.322807 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.336262 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e761de-b10d-4007-ade4-44e3b8f3f952,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:10.355923 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.406136 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:10.424094 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.523063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.539021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.548150 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.571922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:10.608240 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Request body: {'port': {'device_id': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:10.615539 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 533ffcdf-8bf9-4865-b4c8-6729a0213a82, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=533ffcdf-8bf9-4865-b4c8-6729a0213a82,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:10.620372 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.629641 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0c29fc9a-ebe6-4688-84e9-87f895033dd7 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:10.632679 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:10.645575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:10.679159 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:10.681009 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:10.693641 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.702193 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e4259600-eb7c-4ecb-9e6c-e35c453000fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:10.734185 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Transition to ACTIVE for port object 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:10.745808 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.762991 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:10.844794 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:10.855988 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb02b71-f3a4-4f7c-806f-007f39cff6ea,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:10.874631 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:10.882737 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Usage tracker for resource:security_group_rule and tenant:9f559b4c850a4eafba5d607d0e19d666 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:10.892557 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.902216 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:10.929698 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:10.941931 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.961775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:10.963242 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb02b71-f3a4-4f7c-806f-007f39cff6ea HTTP/1.1" status: 204  len: 168 time: 2.5404255
Dec 09 18:45:11.003160 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=533ffcdf-8bf9-4865-b4c8-6729a0213a82,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:11.023377 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:11.028999 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:11.032504 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:11.035529 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.087964 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.166264 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e4447f2e-13c3-4f98-a9e7-add8f58bfe33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:11.322156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.324957 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83e761de-b10d-4007-ade4-44e3b8f3f952 HTTP/1.1" status: 204  len: 168 time: 1.3771095
Dec 09 18:45:11.330993 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e761de-b10d-4007-ade4-44e3b8f3f952,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:11.335605 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:11.336233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.354538 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Attempting to bind port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:11.354915 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Attempting to bind port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:11.358137 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Attempting to bind port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 on network 51283e4c-c726-4193-af08-240e47994fce {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:11.406978 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:11.407624 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Checking segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:11.408002 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.409050 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Bound using segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:11.410765 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Bound port: 67a311b6-04bb-439a-b1c9-e1d9a8224fd0, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:11.412552 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.540365 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34250) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:11.628804 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Pushing event updated for resources: {'Port': ['ID=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:11.647004 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.664525 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f936c-8263-4db6-b607-bd0ddaeebe07 req-fae62a00-5428-42c4-b3b6-95ee64083db2 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:11.666130 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8e8f936c-8263-4db6-b607-bd0ddaeebe07 req-fae62a00-5428-42c4-b3b6-95ee64083db2 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 931 time: 1.5751643
Dec 09 18:45:11.669176 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:11.688792 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.695764 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] For port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:11.749366 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6c43-5084-46e3-a824-8e4a1ad0da40 None None] Pushing event updated for resources: {'Port': ['ID=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:11.751937 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.753294 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-1d1e6c43-5084-46e3-a824-8e4a1ad0da40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:11.766358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.775205 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] For port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:11.785024 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:11.793501 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:11.795375 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 533ffcdf-8bf9-4865-b4c8-6729a0213a82 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:11.802627 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:11.898239 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5ea0b2f7-e056-405e-b76f-71ae3f7de319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:12.005375 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f559b4c850a4eafba5d607d0e19d666&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7963512
Dec 09 18:45:12.022445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34272) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:12.023363 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfffbbcf-526f-4be8-9489-e9272186bf19,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:12.039795 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:12.072222 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:12.073457 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdaa0670>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:12.079313 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Network f4facadc-c361-422e-9e96-62cfba4c380a is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:12.169409 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:12.189978 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711c217a-3967-4af7-bba0-f711d98e47fe,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:12.197593 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:12.275098 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:12.277559 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.418426 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6c43-5084-46e3-a824-8e4a1ad0da40 None None] Pushing event updated for resources: {'Port': ['ID=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:12.421209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.429619 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-1d1e6c43-5084-46e3-a824-8e4a1ad0da40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:12.643166 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.647094 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:12.761796 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8e8f936c-8263-4db6-b607-bd0ddaeebe07 req-887b0b70-0ce3-4533-bebb-bf9f0b4ba921 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0791450
Dec 09 18:45:12.762647 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.764288 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.7289779
Dec 09 18:45:12.783156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34284) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:12.802559 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'security_group_rule': {'security_group_id': '711c217a-3967-4af7-bba0-f711d98e47fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:12.827183 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34290) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:12.845751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:12.905711 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.910933 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:12.923419 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.931125 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.939920 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:12.943269 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:12.964591 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:12.968926 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfffbbcf-526f-4be8-9489-e9272186bf19 HTTP/1.1" status: 204  len: 168 time: 0.9200671
Dec 09 18:45:12.968926 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:12.976404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:12.981196 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Usage tracker for resource:security_group_rule and tenant:809177b616a54d6face9e49d456e809c is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:12.986569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:12.988863 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:12.994909 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:13.025757 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:989a9f26dcf347d6b041cdf42ea0c071 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:13.037066 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:13.063402 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:13.105604 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.db.resource_extend [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 18:45:13.161598 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Router 9ed17340-7baa-44ea-9acc-64333cf26212 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:45:13.214162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfffbbcf-526f-4be8-9489-e9272186bf19,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:13.214162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:13.214162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.272467 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef987e23-1c97-4d0b-b7d4-35eddae3e68c {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:13.304149 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.413679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.419621 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Transition to ACTIVE for port object ef987e23-1c97-4d0b-b7d4-35eddae3e68c will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:13.430124 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.467822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.486663 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:13.510193 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.539277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.687440 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdaa0670>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:11Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:13.702718 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3842d17-cfdc-4cbf-94e4-99096831e9ea None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:11Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:45:13.741009 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.832591 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:45:13.842958 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:13.883146 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:13.891489 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Sync routers for ids ['9ed17340-7baa-44ea-9acc-64333cf26212'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:45:13.926361 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=989a9f26dcf347d6b041cdf42ea0c071&name=default HTTP/1.1" status: 200  len: 2977 time: 2.3752878
Dec 09 18:45:13.927994 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=809177b616a54d6face9e49d456e809c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0955176
Dec 09 18:45:13.944929 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34320) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:13.945455 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34322) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:13.946269 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d521190-cf3c-46eb-aea8-e2b2b3c085bf,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:13.949997 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:13.950524 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f10e7da-941b-4c0c-9428-c92ac7807709,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:13.962376 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ed17340-7baa-44ea-9acc-64333cf26212/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4572494
Dec 09 18:45:13.975548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Routers {'9ed17340-7baa-44ea-9acc-64333cf26212'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:13.978714 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd48bc70>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['9ed17340-7baa-44ea-9acc-64333cf26212'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:14.001042 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:14.004864 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:14.049012 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.102281 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.267519 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.326233 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:14.408354 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:14.413293 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:14.417959 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f10e7da-941b-4c0c-9428-c92ac7807709,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:14.460798 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:14.473381 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.594s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:14.509768 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbbd13e-ef5b-4475-83c7-7f87f0106f08,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:14.510049 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.515233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:14.515794 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f10e7da-941b-4c0c-9428-c92ac7807709 HTTP/1.1" status: 204  len: 168 time: 0.5473998
Dec 09 18:45:14.543037 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Attempting to bind port ef987e23-1c97-4d0b-b7d4-35eddae3e68c on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:14.543702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Attempting to bind port ef987e23-1c97-4d0b-b7d4-35eddae3e68c by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '977cb059-cc12-41f4-b87c-ff2c86b1406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:14.544303 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Attempting to bind port ef987e23-1c97-4d0b-b7d4-35eddae3e68c on network 17faac7d-b534-4ef2-af1d-223bef756c9c {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:14.551149 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.555542 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7725048
Dec 09 18:45:14.556294 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34338) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:14.562073 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Port ef987e23-1c97-4d0b-b7d4-35eddae3e68c on network 17faac7d-b534-4ef2-af1d-223bef756c9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:45:14.565167 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Attempting to bind port ef987e23-1c97-4d0b-b7d4-35eddae3e68c on network 17faac7d-b534-4ef2-af1d-223bef756c9c {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:14.588223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.596853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'security_group_rule': {'security_group_id': '711c217a-3967-4af7-bba0-f711d98e47fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:14.618267 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:14.620021 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Checking segment: {'id': '977cb059-cc12-41f4-b87c-ff2c86b1406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:14.624882 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Bound using segment: {'id': '977cb059-cc12-41f4-b87c-ff2c86b1406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:14.626154 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Bound port: ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977cb059-cc12-41f4-b87c-ff2c86b1406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:14.628009 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.662098 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:14.669021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.697697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:14.847888 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:14.864542 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.885446 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:14.897975 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:14.931167 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Set router 9ed17340-7baa-44ea-9acc-64333cf26212 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:14.944799 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:14.951443 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d521190-cf3c-46eb-aea8-e2b2b3c085bf HTTP/1.1" status: 204  len: 168 time: 0.9849663
Dec 09 18:45:14.955069 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d521190-cf3c-46eb-aea8-e2b2b3c085bf,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:14.958751 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:15.077696 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-b55be680-3785-400a-b53e-7f97613cadf2 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:15.080646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-b55be680-3785-400a-b53e-7f97613cadf2 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Synchronizing usage tracker for tenant:f52c961702934aa88839669060ecad1e on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:15.180152 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:15.218609 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-b55be680-3785-400a-b53e-7f97613cadf2 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Unset dirty status for tenant:f52c961702934aa88839669060ecad1e on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:15.246061 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-b55be680-3785-400a-b53e-7f97613cadf2 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 943 time: 0.8737037
Dec 09 18:45:15.436651 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] For port ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:15.522111 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-d1f6a891-7362-41ba-a1db-a164b6055a0f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Synchronizing usage tracker for tenant:f52c961702934aa88839669060ecad1e on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:15.570373 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:15.574477 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] For port ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,segment=NetworkSegment(977cb059-cc12-41f4-b87c-ff2c86b1406b),segment_id=977cb059-cc12-41f4-b87c-ff2c86b1406b)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:15.581442 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:15.605897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:15.641195 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:15.669378 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:15.671452 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1125474
Dec 09 18:45:15.674701 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34370) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:15.683847 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:15.697708 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:15.703376 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031197f0-0d6b-4469-92f0-8d6d6e229750,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:15.726566 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:floatingip and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:15.735322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-d1f6a891-7362-41ba-a1db-a164b6055a0f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Unset dirty status for tenant:f52c961702934aa88839669060ecad1e on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:15.738007 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa7929fe-9307-4055-84cc-83e359b990d5 req-d1f6a891-7362-41ba-a1db-a164b6055a0f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4661274
Dec 09 18:45:15.743328 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:15.743962 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:15.749990 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] 10.222.0.45 "PUT /v2.0/ports/ef987e23-1c97-4d0b-b7d4-35eddae3e68c HTTP/1.1" status: 200  len: 1093 time: 5.3976312
Dec 09 18:45:15.751905 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'tag': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:15.755788 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:15.811588 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:15.869551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:16.027391 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:16.099010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:16.104638 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:16.188691 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd48bc70>, [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:45:08Z', 'revision_number': 4, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'e078cb92-dd04-4b31-90ec-cdbe5a01cc49', 'name': '', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'mac_address': 'fa:16:3e:25:c5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:06Z', 'updated_at': '2021-12-09T18:45:09Z', 'revision_number': 2, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'subnets': [{'id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:16.196086 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Checking router: 9ed17340-7baa-44ea-9acc-64333cf26212 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:45:16.196447 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Updating router 9ed17340-7baa-44ea-9acc-64333cf26212 port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:45:16.294411 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:16.332624 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:16.341133 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:16.362133 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:16.362506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:16.452822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-7124cd92-e3b5-4211-9a47-63e1b251d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:16.459411 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:16.462632 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-7124cd92-e3b5-4211-9a47-63e1b251d924 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f52c961702934aa88839669060ecad1e&device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 1096 time: 0.4664516
Dec 09 18:45:16.499135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:16.753136 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-e34bdf71-da1b-47ad-9774-ccad010f7ad9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c HTTP/1.1" status: 200  len: 217 time: 0.2058902
Dec 09 18:45:16.889967 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34404) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:16.995091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-6f21afa1-8c4f-48cc-872d-46b3d88c976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:16.996877 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-6f21afa1-8c4f-48cc-872d-46b3d88c976c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4 HTTP/1.1" status: 200  len: 852 time: 0.2295656
Dec 09 18:45:17.061016 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:17.107691 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-abe5f405-bf2f-4f69-b853-5bff3a4ec1ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=17faac7d-b534-4ef2-af1d-223bef756c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880764
Dec 09 18:45:17.169701 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:17.322495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:17.356547 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:17.402421 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-5de781d5-941d-48bb-aee2-3e41f0a5ce5d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:17.406348 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-5de781d5-941d-48bb-aee2-3e41f0a5ce5d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:network {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:17.468318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Allocated IP 172.27.3.244 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/3559be1a-79f1-4a2e-94d2-bb08e2bab033) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:17.474337 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:17.540738 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:17.561257 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Usage tracker for resource:security_group_rule and tenant:3f38fd3ef3e14889be223a7dc851212b is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:17.565750 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee747c5-8274-491a-a5b1-35b8bef9d650 req-c8b2cb34-6414-4631-9c2e-fc476646b127 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:17.567611 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ee747c5-8274-491a-a5b1-35b8bef9d650 req-c8b2cb34-6414-4631-9c2e-fc476646b127 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 943 time: 0.4587090
Dec 09 18:45:17.570223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:17.595545 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:17.759972 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-f6a3643d-52df-41e2-b915-0962bf0aad05 service neutron] 10.222.0.45 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5562785
Dec 09 18:45:17.785921 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-5de781d5-941d-48bb-aee2-3e41f0a5ce5d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:network {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:17.787632 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-5de781d5-941d-48bb-aee2-3e41f0a5ce5d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 819 time: 0.9015961
Dec 09 18:45:17.866138 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ee747c5-8274-491a-a5b1-35b8bef9d650 req-10fae942-1404-4347-bb84-18a56947b8b1 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2787282
Dec 09 18:45:18.019614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.023825 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:18.031315 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:18.048611 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Transition to ACTIVE for port object e078cb92-dd04-4b31-90ec-cdbe5a01cc49 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:18.059874 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.061340 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.062436 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-e3efc69b-9983-4cfe-9259-bb5dfd7c2112 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/quotas/e9b56441fdd74fcc97d0521480db3915 HTTP/1.1" status: 200  len: 375 time: 0.2502110
Dec 09 18:45:18.082699 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:18.205517 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.256640 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4efb9e8a-3f01-4577-b6bd-7dc29343e6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:18.265455 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f38fd3ef3e14889be223a7dc851212b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3744206
Dec 09 18:45:18.269692 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34440) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:18.352162 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af6fccf0-de8a-4cd5-818d-481872d04c65 req-87fe0b10-48f5-4f59-8edc-3d29df544e83 service neutron] 10.222.0.45 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3834178
Dec 09 18:45:18.430087 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9f299-77ab-48df-8449-067c9077a99d,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:18.434426 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:18.571733 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.582255 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.610114 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-a8314653-78a6-4161-9a0b-9800983361ae tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:18.651778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.718521 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-a8314653-78a6-4161-9a0b-9800983361ae tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:18.719779 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-a8314653-78a6-4161-9a0b-9800983361ae tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6381538
Dec 09 18:45:18.768777 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf109-6487-4641-93c6-6ace238327b6 None None] Pushing event updated for resources: {'Port': ['ID=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:18.798689 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0f4bf109-6487-4641-93c6-6ace238327b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:18.812906 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Attempting to bind port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:18.825015 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Attempting to bind port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:18.826316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Attempting to bind port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 on network f4facadc-c361-422e-9e96-62cfba4c380a {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:18.862261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:18.862743 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Checking segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:18.863203 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:18.863687 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Bound using segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:18.864259 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Bound port: e078cb92-dd04-4b31-90ec-cdbe5a01cc49, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:18.865390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:19.032861 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:19.042005 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:19.080663 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4fd71fd3-de1c-4fee-954e-ecf8a6e4aaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:19.109127 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] For port e078cb92-dd04-4b31-90ec-cdbe5a01cc49, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:19.118502 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] For port e078cb92-dd04-4b31-90ec-cdbe5a01cc49, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:19.126446 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:19.149472 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:19.233179 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'tag': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c', 'status': 'completed', 'code': 200}
Dec 09 18:45:19.276552 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Routers {'9ed17340-7baa-44ea-9acc-64333cf26212'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:19.278384 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd48bc70>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:44:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['9ed17340-7baa-44ea-9acc-64333cf26212'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:19.346491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9f299-77ab-48df-8449-067c9077a99d,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:19.351134 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:19.374612 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:19.417209 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:19.432734 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:19.438266 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:19.564238 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:19.567491 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62c9f299-77ab-48df-8449-067c9077a99d HTTP/1.1" status: 204  len: 168 time: 1.2872512
Dec 09 18:45:19.646987 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] Set router 9ed17340-7baa-44ea-9acc-64333cf26212 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:19.705190 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-4b5d347b-e494-4c6d-9b19-192f1d799934 service neutron] 10.222.0.32 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9577961
Dec 09 18:45:19.818600 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'Port': ['ID=3559be1a-79f1-4a2e-94d2-bb08e2bab033,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:19.828874 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a88ce-9717-4e7b-9508-d7a20b57324e req-d36ed541-97ef-49c1-b647-9040ed07fdec tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:19.830490 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-522a88ce-9717-4e7b-9508-d7a20b57324e req-d36ed541-97ef-49c1-b647-9040ed07fdec tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 943 time: 0.2755809
Dec 09 18:45:19.838076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:19.842138 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:19.873055 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf109-6487-4641-93c6-6ace238327b6 None None] Pushing event updated for resources: {'Port': ['ID=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:19.915873 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0f4bf109-6487-4641-93c6-6ace238327b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:19.956820 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-522a88ce-9717-4e7b-9508-d7a20b57324e req-18c532d1-53dd-4e4c-abc5-622b33da184f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170189
Dec 09 18:45:20.092756 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-b1580f35-a6b4-44d2-abde-87df3e16a587 service neutron] 10.222.0.32 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3520796
Dec 09 18:45:20.128400 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:20.318335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:20.364352 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:20.364935 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:20.724325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-3dd14123-a604-4258-aceb-f281589c7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:20.735562 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0a645e36-8330-4355-996b-2c0ce996619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:20.742142 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-3dd14123-a604-4258-aceb-f281589c7679 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f52c961702934aa88839669060ecad1e&device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 1096 time: 0.3660707
Dec 09 18:45:20.782437 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-645fc77e-73eb-4c72-a7e4-5a1be832adc9 req-f718fee1-368d-4960-b03f-436d0479f512 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 210 time: 0.1717122
Dec 09 18:45:21.098321 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd48bc70>, [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:45:08Z', 'revision_number': 4, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'e078cb92-dd04-4b31-90ec-cdbe5a01cc49', 'name': '', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'mac_address': 'fa:16:3e:25:c5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:06Z', 'updated_at': '2021-12-09T18:45:19Z', 'revision_number': 4, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'subnets': [{'id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:21.125079 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b04aabd-c3fa-4362-8f66-7cc17c0ab618 None None] The sync data for ids ['9ed17340-7baa-44ea-9acc-64333cf26212'] in dv-cinder-819346-1-iscsi is: [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:45:08Z', 'revision_number': 4, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'e078cb92-dd04-4b31-90ec-cdbe5a01cc49', 'name': '', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'mac_address': 'fa:16:3e:25:c5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:06Z', 'updated_at': '2021-12-09T18:45:19Z', 'revision_number': 4, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'subnets': [{'id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:45:21.269312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:21.284775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:21.338237 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:21.352772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-9b16ee18-a0b9-40ad-809d-4e259f9db340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:21.356046 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-9b16ee18-a0b9-40ad-809d-4e259f9db340 service neutron] 10.222.0.45 "GET /v2.0/networks?id=17faac7d-b534-4ef2-af1d-223bef756c9c HTTP/1.1" status: 200  len: 913 time: 0.6130660
Dec 09 18:45:21.520327 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:21.585304 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-e63d3e2b-1b00-4752-aa31-75fa07d8e81d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c HTTP/1.1" status: 200  len: 217 time: 0.2158320
Dec 09 18:45:21.732456 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:45:21.815039 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:21.880099 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:21.882465 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.2040808
Dec 09 18:45:21.915193 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e078cb92-dd04-4b31-90ec-cdbe5a01cc49 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:21.955003 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'Port': ['ID=3559be1a-79f1-4a2e-94d2-bb08e2bab033,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:21.963286 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:22.033596 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccc7e7-8a32-4fcc-a0a7-37303a2d1742 req-7fef78ae-f107-4ed0-b92a-9fdef7170e55 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:22.037646 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-12ccc7e7-8a32-4fcc-a0a7-37303a2d1742 req-7fef78ae-f107-4ed0-b92a-9fdef7170e55 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 943 time: 0.7508829
Dec 09 18:45:22.067815 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-7c70b61a-3305-4fce-b43c-e6d3505cb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:22.070394 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-7c70b61a-3305-4fce-b43c-e6d3505cb8e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4 HTTP/1.1" status: 200  len: 852 time: 0.4744415
Dec 09 18:45:22.170636 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-b8f15155-8b4d-4b14-9425-529b4c8beada service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=17faac7d-b534-4ef2-af1d-223bef756c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0856555
Dec 09 18:45:22.202725 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:22.212568 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:22.213008 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:22.223503 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-12ccc7e7-8a32-4fcc-a0a7-37303a2d1742 req-a4f9678e-f2f1-472b-bec5-fe89062e44b9 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715281
Dec 09 18:45:22.552214 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-97a74005-8772-40a7-9f38-be48b258138a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:22.564512 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-97a74005-8772-40a7-9f38-be48b258138a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 819 time: 0.7158992
Dec 09 18:45:22.724572 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-ca3986cf-c7d8-4965-a7fe-1b6c3edfc4f3 service neutron] 10.222.0.45 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5424945
Dec 09 18:45:22.822207 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:22.850881 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-84f03eea-dc00-454c-9d67-3e689177b2cf tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/quotas/e9b56441fdd74fcc97d0521480db3915 HTTP/1.1" status: 200  len: 375 time: 0.2833331
Dec 09 18:45:22.890150 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port e078cb92-dd04-4b31-90ec-cdbe5a01cc49, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:22.904314 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:22.931503 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0f4bf109-6487-4641-93c6-6ace238327b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:22.979142 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-ff4cefb6-05e6-4e9d-892a-6d38a4cf181c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:23.057769 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-ff4cefb6-05e6-4e9d-892a-6d38a4cf181c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:23.068425 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-ff4cefb6-05e6-4e9d-892a-6d38a4cf181c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2076251348&fields=id&tenant_id=9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 267 time: 0.2680824
Dec 09 18:45:23.263783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:23.281318 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:23.284720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-579e96ff-85cc-4546-be35-14c575f632da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:23.328600 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-09333832-10a5-4cd6-805f-5a9eb69ed57d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:23.329778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-09333832-10a5-4cd6-805f-5a9eb69ed57d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:network {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:23.355916 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-09333832-10a5-4cd6-805f-5a9eb69ed57d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:network {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:23.358338 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-09333832-10a5-4cd6-805f-5a9eb69ed57d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 817 time: 0.2875080
Dec 09 18:45:23.386476 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-d745764f-848a-4c2c-b431-7c5a0acba44f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/quotas/9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 375 time: 0.0210488
Dec 09 18:45:23.536527 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34652) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:23.598042 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-cc6a2578-adf4-4535-ab0d-6a0ae3ae5c3b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7431819
Dec 09 18:45:23.611109 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d1e09f6-86e3-4b91-bfe4-831f804e014e req-e5e7bd4f-ad92-4f57-8c5b-77ce291a21e6 service neutron] 10.222.0.45 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8689430
Dec 09 18:45:23.613627 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-ef01c77f-38c2-4997-bbf0-076026c87b06 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:23.644586 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-ef01c77f-38c2-4997-bbf0-076026c87b06 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:23.649644 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-ef01c77f-38c2-4997-bbf0-076026c87b06 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2543242
Dec 09 18:45:23.736485 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e078cb92-dd04-4b31-90ec-cdbe5a01cc49 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:23.892418 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:23.893053 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.042544 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b86b8711-ba62-465a-82cd-a1005c27dedc service neutron] 10.222.0.32 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3560069
Dec 09 18:45:24.166088 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.226968 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:24.236208 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.238062 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Usage tracker for resource:security_group_rule and tenant:b25cb9a182fe4ceaa06f0097ba52bdd7 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:24.250729 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:24.261049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:24.419837 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-e1463afc-31ef-4d9a-b415-48648db6dadf service neutron] 10.222.0.32 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3693609
Dec 09 18:45:24.508941 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.524225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-1729828e-4627-404c-ab82-559824d2c8d7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:45:24.525322 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-1729828e-4627-404c-ab82-559824d2c8d7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6298668
Dec 09 18:45:24.536056 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.548908 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:24.646335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34698) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:24.754895 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.777738 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:24.783946 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Usage tracker for resource:security_group_rule and tenant:0e1f62bef69c4916a307558daa149023 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:24.787084 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:24.795726 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:24.926922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.932915 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:24.964274 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-05ffbbab-0bb7-428c-b89d-41182da029b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:25.011785 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-22ff443f-5c95-47a5-9ac2-ed43ba562608 service neutron] 10.222.0.32 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4651275
Dec 09 18:45:25.054612 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8e68f-4900-466e-98a9-19c802ebb0a1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:25.057815 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1f62bef69c4916a307558daa149023&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4104037
Dec 09 18:45:25.072523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34718) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:25.075784 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ee904-89d3-4baa-86fd-7a1b780ac22a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:25.086602 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b25cb9a182fe4ceaa06f0097ba52bdd7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5459719
Dec 09 18:45:25.095719 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:25.096486 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34722) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:25.105236 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.223259 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:25.304145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.335746 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-f77361a0-2d72-44fd-becc-8c49869d6a4c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:25.338893 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-f77361a0-2d72-44fd-becc-8c49869d6a4c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 819 time: 0.6156111
Dec 09 18:45:25.345627 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-004ca818-34a9-4147-b0b3-f4ee1bec75b3 service neutron] 10.222.0.32 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3311918
Dec 09 18:45:25.351975 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Request body: {'port': {'device_id': '44907701-939b-4927-9698-fa915913ccad', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'admin_state_up': True, 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:25.366188 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.374613 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.581433 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.587359 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:25.605509 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:25.615912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ba1ec-7d25-4a9b-b002-6890c6dc7eee req-3fe3d9a4-4b5f-4a7a-bf4d-c37040ace553 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:25.623905 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0d2ba1ec-7d25-4a9b-b002-6890c6dc7eee req-3fe3d9a4-4b5f-4a7a-bf4d-c37040ace553 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 943 time: 0.4077928
Dec 09 18:45:25.626339 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Made reservation on behalf of e9b56441fdd74fcc97d0521480db3915 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:45:25.631344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.705462 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0d2ba1ec-7d25-4a9b-b002-6890c6dc7eee req-030fd578-2bf8-49a1-bd44-81a4424d2fbe tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806417
Dec 09 18:45:25.707428 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.718119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:25.758223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ee904-89d3-4baa-86fd-7a1b780ac22a,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:25.762477 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:25.770325 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.773982 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.780254 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1d8e68f-4900-466e-98a9-19c802ebb0a1 HTTP/1.1" status: 204  len: 168 time: 0.6772292
Dec 09 18:45:25.780254 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:25.780254 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac1ee904-89d3-4baa-86fd-7a1b780ac22a HTTP/1.1" status: 204  len: 168 time: 0.7036819
Dec 09 18:45:25.780254 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:25.798684 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8e68f-4900-466e-98a9-19c802ebb0a1,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:25.801371 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:25.920866 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:26.139467 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Allocated IP 172.20.0.6 (f4facadc-c361-422e-9e96-62cfba4c380a/0779cc41-6a4c-46bf-92f0-fc20592ecdf9/e4b7ae0f-153b-43e4-86e0-690361b9e858) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:26.154493 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-24140839-18b5-4934-b7ed-730eaafee077 req-85d3c404-637e-4ec3-a7c7-51b5027771d3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 210 time: 0.0791910
Dec 09 18:45:26.394630 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8e494ac3-aae0-412a-a4bd-7acef0801c73 req-1f661067-22b7-4b21-83e8-ea765522a6ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 210 time: 0.6223085
Dec 09 18:45:26.500723 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34786) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:26.558451 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.45', 61205) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:26.584496 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:26.602689 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:26.609991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Usage tracker for resource:security_group_rule and tenant:f9f5901804984fbd9b79a2e2bcfdc8d0 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:26.616997 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:26.630153 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:26.829626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:26.836870 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:26.879688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:26.921887 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:26.958514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:26.989663 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9f5901804984fbd9b79a2e2bcfdc8d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4846566
Dec 09 18:45:26.996268 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34814) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:26.997962 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6be73-5e50-461f-86e6-09528c829818,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:27.081800 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:27.126866 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:27.174264 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:27.192582 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-798815f8-28c3-4ba7-b1ad-0cb82eaeb5ea tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:27.241839 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:27.251866 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c7f53ab1-c93f-473a-908c-ceb12651dd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:27.291890 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6be73-5e50-461f-86e6-09528c829818,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:27.301239 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-3d87b7a5-cd40-4a23-be47-ccb7685ff73d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:27.302735 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-3d87b7a5-cd40-4a23-be47-ccb7685ff73d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 817 time: 0.7422395
Dec 09 18:45:27.316955 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:27.321596 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:27.327482 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cc6be73-5e50-461f-86e6-09528c829818 HTTP/1.1" status: 204  len: 168 time: 0.3259234
Dec 09 18:45:27.353402 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.45', 61208) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:27.449396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Network f4facadc-c361-422e-9e96-62cfba4c380a is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:27.461472 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Pushing event updated for resources: {'Port': ['ID=e4b7ae0f-153b-43e4-86e0-690361b9e858,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:27.478595 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:27.489134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:27.520232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:27.527377 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:27.529069 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:27.581083 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-0a968899-9caa-4bc4-9c54-9e391751375e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 380 time: 0.2374203
Dec 09 18:45:27.585064 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2379484
Dec 09 18:45:27.602496 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'port': {'device_id': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'admin_state_up': True, 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'security_groups': ['711c217a-3967-4af7-bba0-f711d98e47fe']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:27.630753 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7f47c7bd-8e69-4869-8544-26fa8ad91e71 req-3c82e635-9c30-43b3-833c-a900ab8fa19f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 210 time: 0.1806941
Dec 09 18:45:27.721663 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34862) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:27.793608 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Request body: {'port': {'device_id': '44907701-939b-4927-9698-fa915913ccad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:27.833451 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-8459e97a-3973-410d-ab4c-c6a493a60286 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:27.835665 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-8459e97a-3973-410d-ab4c-c6a493a60286 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 819 time: 0.4810698
Dec 09 18:45:27.845608 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:27.850864 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device ef987e23-1c97-4d0b-b7d4-35eddae3e68c details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:45:27.854782 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Request body: {'port': {'device_id': 'edceb096-34e5-4b11-a342-8ab76156409f', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'admin_state_up': True, 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:27.873676 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff6cbd-7c20-49f6-9da2-ddf891bde434 req-e9b74b9a-84c3-45bb-ac0b-2b14515774f7 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:27.882100 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-58ff6cbd-7c20-49f6-9da2-ddf891bde434 req-e9b74b9a-84c3-45bb-ac0b-2b14515774f7 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 943 time: 0.8803480
Dec 09 18:45:27.965361 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:28.104207 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.216616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Made reservation on behalf of 9494637575c140bf94659e849ef50bb2 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:45:28.224389 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.264727 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,segment=NetworkSegment(977cb059-cc12-41f4-b87c-ff2c86b1406b),segment_id=977cb059-cc12-41f4-b87c-ff2c86b1406b)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:28.290900 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c', 'network_id': '17faac7d-b534-4ef2-af1d-223bef756c9c', 'port_id': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c', 'mac_address': 'fa:16:3e:74:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:45:28.316602 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7157cb4b-0576-4e9f-8757-c5f817406a77 req-76a9bae6-219a-454a-bdb0-121057e5f5d6 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 210 time: 0.1451747
Dec 09 18:45:28.348936 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:28.359348 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-58ff6cbd-7c20-49f6-9da2-ddf891bde434 req-3e23f940-e745-4bc7-b3c3-f102b3bc8a75 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4663739
Dec 09 18:45:28.363046 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Usage tracker for resource:security_group_rule and tenant:51e1629ce5c347b3b65e3b6f85e919d2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:28.369125 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:28.385731 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.390774 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:28.395974 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.422762 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef987e23-1c97-4d0b-b7d4-35eddae3e68c {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:28.428672 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:28.437642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Usage tracker for resource:port and tenant:e9b56441fdd74fcc97d0521480db3915 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:28.442786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:28.453226 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,segment=NetworkSegment(977cb059-cc12-41f4-b87c-ff2c86b1406b),segment_id=977cb059-cc12-41f4-b87c-ff2c86b1406b)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:28.455275 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:28.466463 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.470376 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:28.476817 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Made reservation on behalf of e9b56441fdd74fcc97d0521480db3915 for: {'port': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:45:28.480953 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.619542 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:28.624862 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:28.671249 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.680470 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:28.691702 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:28.725508 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['ef987e23-1c97-4d0b-b7d4-35eddae3e68c'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:45:28.742800 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79bfad-4931-4bd4-befd-367875c129ff,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:28.793192 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:28.869888 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8a3b38d2-254b-4b51-bee9-a6add12e1cdd req-b4812aac-2cba-4e82-a5cc-43ce9d62fa7e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 210 time: 0.0870814
Dec 09 18:45:28.892052 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51e1629ce5c347b3b65e3b6f85e919d2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1670952
Dec 09 18:45:28.893918 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Allocated IP 172.20.0.9 (51283e4c-c726-4193-af08-240e47994fce/27b61388-c18c-45b5-866c-d16cc6155437/2d4487a0-250f-418d-85c0-3f27e874b258) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:28.895078 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34912) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:28.982323 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Allocated IP 172.20.0.13 (f4facadc-c361-422e-9e96-62cfba4c380a/0779cc41-6a4c-46bf-92f0-fc20592ecdf9/f467c8b9-cfe4-4d31-a120-6d3bc7444ee2) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:45:29.071594 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.126283 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.136857 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.152920 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Transition to ACTIVE for port object 2d4487a0-250f-418d-85c0-3f27e874b258 will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:29.187348 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.194258 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:29.288079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Network 51283e4c-c726-4193-af08-240e47994fce is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:29.296500 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:29.301001 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:29.306832 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:29.307446 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.332988 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:29.339478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:29.364399 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7687314
Dec 09 18:45:29.388015 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.388502 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Request body: {'port': {'device_id': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:29.391489 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.395537 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:29.452681 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79bfad-4931-4bd4-befd-367875c129ff,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:29.459035 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:29.495293 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.496447 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb79bfad-4931-4bd4-befd-367875c129ff HTTP/1.1" status: 204  len: 168 time: 0.5979860
Dec 09 18:45:29.546532 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.559034 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-eeb35c48-29f9-4623-988a-94df26759135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:29.721677 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 34950) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:29.748008 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2f5e97f8-e02b-4d88-ad3b-a0cb3c5be80a None None] Provisioning for port 2d4487a0-250f-418d-85c0-3f27e874b258 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:29.764136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2f5e97f8-e02b-4d88-ad3b-a0cb3c5be80a None None] Provisioning complete for port 2d4487a0-250f-418d-85c0-3f27e874b258 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:29.766616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2f5e97f8-e02b-4d88-ad3b-a0cb3c5be80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.822338 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Network f4facadc-c361-422e-9e96-62cfba4c380a is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:45:29.835635 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:45:29.843449 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device ef987e23-1c97-4d0b-b7d4-35eddae3e68c up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:29.849026 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:45:29.858827 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:29.859465 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.928554 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Pushing event updated for resources: {'Port': ['ID=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:29.946855 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:29.959081 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c7719467-774b-4367-9940-414d68558e05 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1150889
Dec 09 18:45:29.973099 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port ef987e23-1c97-4d0b-b7d4-35eddae3e68c completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:29.983396 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e97f8-e02b-4d88-ad3b-a0cb3c5be80a None None] Port 2d4487a0-250f-418d-85c0-3f27e874b258 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:45:29.984135 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34968) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:29.986816 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port ef987e23-1c97-4d0b-b7d4-35eddae3e68c triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:29.987508 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:29.997779 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Request body: {'port': {'device_id': 'edceb096-34e5-4b11-a342-8ab76156409f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:30.095434 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.173006 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece4397-a50f-4559-9735-f968538e1412 req-eaef29a2-200b-4e80-977a-9800b996a016 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:30.188894 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6ece4397-a50f-4559-9735-f968538e1412 req-eaef29a2-200b-4e80-977a-9800b996a016 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 931 time: 0.5213699
Dec 09 18:45:30.193224 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.193437 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 34980) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:30.225135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:30.288963 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.330104 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,segment=NetworkSegment(977cb059-cc12-41f4-b87c-ff2c86b1406b),segment_id=977cb059-cc12-41f4-b87c-ff2c86b1406b)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:30.336642 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.344532 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:30.353064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:30.353499 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.366427 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6ece4397-a50f-4559-9735-f968538e1412 req-26f8e33d-6ea8-400d-89c9-ab215e3c34a0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1762197
Dec 09 18:45:30.369926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Usage tracker for resource:security_group_rule and tenant:bfbdd909dfeb42ca87cd2a648add2243 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:30.373675 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.490011 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:30.505652 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644048b6-96ca-442f-aae0-304fb726f077 req-14721977-e2ad-4178-b2c2-f4846353b51b tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:30.507591 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-644048b6-96ca-442f-aae0-304fb726f077 req-14721977-e2ad-4178-b2c2-f4846353b51b tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 944 time: 0.9150746
Dec 09 18:45:30.515090 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:30.544596 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0060974a037742ab9624fd9a1ecb0457 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:30.544773 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:30.565922 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:30.582193 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:30.589194 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.616878 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:30.673516 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.db.resource_extend [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 18:45:30.675912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:30.686423 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:30.690708 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4aed68d46349a0ac56a9abcba708a0 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:30.730068 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:30.749458 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:30.753620 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-644048b6-96ca-442f-aae0-304fb726f077 req-acc47c8a-d122-4988-a3b9-7c91909ea0d3 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228711
Dec 09 18:45:30.878031 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b7ae0f-153b-43e4-86e0-690361b9e858 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:30.890665 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.935157 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Transition to ACTIVE for port object e4b7ae0f-153b-43e4-86e0-690361b9e858 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:30.944861 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:30.946374 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c', 'code': 200}
Dec 09 18:45:30.973507 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:31.054897 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.143748 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-5f3b08dd-5daa-4ab1-80af-d426aeeaa2d2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:31.144492 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-5f3b08dd-5daa-4ab1-80af-d426aeeaa2d2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:31.166022 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.188773 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a4be071d-1fd4-4890-ba25-f8d85c849a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:31.211419 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.45', 61219) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:31.231355 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7ae0f-153b-43e4-86e0-690361b9e858,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:31.248410 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:31.250163 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.305822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.310491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-5f3b08dd-5daa-4ab1-80af-d426aeeaa2d2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:31.311649 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-5f3b08dd-5daa-4ab1-80af-d426aeeaa2d2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 932 time: 0.7128389
Dec 09 18:45:31.328165 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:31.347392 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfbdd909dfeb42ca87cd2a648add2243&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1328516
Dec 09 18:45:31.347569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Attempting to bind port e4b7ae0f-153b-43e4-86e0-690361b9e858 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:31.347569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Attempting to bind port e4b7ae0f-153b-43e4-86e0-690361b9e858 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:31.347569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Attempting to bind port e4b7ae0f-153b-43e4-86e0-690361b9e858 on network f4facadc-c361-422e-9e96-62cfba4c380a {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:31.352271 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4487a0-250f-418d-85c0-3f27e874b258 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:31.356386 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35032) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:31.373944 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9aefce-d849-4d68-8c0c-d22455d9a9bc,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:31.377242 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.377581 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:31.398793 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Port e4b7ae0f-153b-43e4-86e0-690361b9e858 on network f4facadc-c361-422e-9e96-62cfba4c380a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:45:31.399114 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Attempting to bind port e4b7ae0f-153b-43e4-86e0-690361b9e858 on network f4facadc-c361-422e-9e96-62cfba4c380a {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:31.427830 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:31.428178 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Checking segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:31.428573 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Bound using segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:31.429022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Bound port: e4b7ae0f-153b-43e4-86e0-690361b9e858, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:31.429410 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.432047 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.439043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ca80f-802c-45ba-a65b-8b2c01c0fed9,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:31.452324 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0060974a037742ab9624fd9a1ecb0457&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7096872
Dec 09 18:45:31.453107 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35042) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:31.453986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Transition to ACTIVE for port object 2d4487a0-250f-418d-85c0-3f27e874b258 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:31.460281 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:31.468547 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-2ca3ba60-2bb1-45fd-a3f4-c77a54c26999 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:31.483270 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.529103 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b444f116-0c7c-4cab-8792-47be4b37d264 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:31.542096 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.568719 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5328d0bf-d1ac-4394-a434-56d8b18701af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:31.627642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-2ca3ba60-2bb1-45fd-a3f4-c77a54c26999 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:31.628792 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-13748f29-d64b-4ce4-8e8c-15fe9ebd3c53 req-2ca3ba60-2bb1-45fd-a3f4-c77a54c26999 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934031
Dec 09 18:45:31.629428 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d4abb-f53d-4ec3-a2b1-9bdce89a6091,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:31.636261 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c4aed68d46349a0ac56a9abcba708a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6509175
Dec 09 18:45:31.637556 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:31.639865 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 {{(pid=86868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:31.647179 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35050) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:31.669514 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.686272 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-cd274520-0188-4f02-a89a-7125946bac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:31.688013 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-cd274520-0188-4f02-a89a-7125946bac10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 1098 time: 0.4607601
Dec 09 18:45:31.723497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.741304 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Transition to ACTIVE for port object f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 will not be triggered until provisioned by entity L2. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:45:31.753787 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.755002 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:31.765164 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Usage tracker for resource:security_group_rule and tenant:731e93eee5b84d44b7f2abd6386c06a7 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:31.766583 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:31.768623 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:31.773853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.775936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:31.797495 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:31.832262 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:31.886121 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] For port e4b7ae0f-153b-43e4-86e0-690361b9e858, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:31.894508 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.903520 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.940182 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.962459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] For port e4b7ae0f-153b-43e4-86e0-690361b9e858, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:31.988620 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:31.993918 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.021110 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.033753 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.066818 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.067382 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Attempting to bind port 2d4487a0-250f-418d-85c0-3f27e874b258 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:32.067753 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Attempting to bind port 2d4487a0-250f-418d-85c0-3f27e874b258 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:32.068123 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Attempting to bind port 2d4487a0-250f-418d-85c0-3f27e874b258 on network 51283e4c-c726-4193-af08-240e47994fce {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:32.073765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.100893 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Attempting to bind port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:45:32.101265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Attempting to bind port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:45:32.101594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Port 2d4487a0-250f-418d-85c0-3f27e874b258 on network 51283e4c-c726-4193-af08-240e47994fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:45:32.101763 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Attempting to bind port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 on network f4facadc-c361-422e-9e96-62cfba4c380a {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:32.101926 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Attempting to bind port 2d4487a0-250f-418d-85c0-3f27e874b258 on network 51283e4c-c726-4193-af08-240e47994fce {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:32.104571 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:32.105298 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.106642 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] 10.222.0.45 "PUT /v2.0/ports/e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 1093 time: 4.3190930
Dec 09 18:45:32.117064 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44907701-939b-4927-9698-fa915913ccad', 'tag': 'e4b7ae0f-153b-43e4-86e0-690361b9e858'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:32.132946 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 on network f4facadc-c361-422e-9e96-62cfba4c380a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:45:32.133294 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Attempting to bind port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 on network f4facadc-c361-422e-9e96-62cfba4c380a {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:45:32.142336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169691-6387-4d55-a243-0c08a52800ef req-e734b550-b3dc-49f6-a639-608ab42e74df tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:32.142966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-9c169691-6387-4d55-a243-0c08a52800ef req-e734b550-b3dc-49f6-a639-608ab42e74df tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:32.149254 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:32.149596 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Checking segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:32.150197 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Bound using segment: {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:32.150625 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Bound port: f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c80a6d-9dd9-416b-9d78-9be3fbb8a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a'}}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:32.151020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.151194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:45:32.151488 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Checking segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:45:32.151872 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Bound using segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:45:32.152312 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Bound port: 2d4487a0-250f-418d-85c0-3f27e874b258, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:45:32.152657 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.228585 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ba8d-d874-47f8-aaaf-1f79835ddaf1 req-01c3a556-bc34-4201-a44d-6138e09b00ab tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:32.230114 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f3b1ba8d-d874-47f8-aaaf-1f79835ddaf1 req-01c3a556-bc34-4201-a44d-6138e09b00ab tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.3217242
Dec 09 18:45:32.279862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7ae0f-153b-43e4-86e0-690361b9e858,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.293801 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.294110 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.294635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.298590 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-9c169691-6387-4d55-a243-0c08a52800ef req-e734b550-b3dc-49f6-a639-608ab42e74df tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:32.300239 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9c169691-6387-4d55-a243-0c08a52800ef req-e734b550-b3dc-49f6-a639-608ab42e74df tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.7727084
Dec 09 18:45:32.311177 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ded44bb4-470e-4f92-884b-cbbfe15204ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.320337 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.322877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.344669 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d4abb-f53d-4ec3-a2b1-9bdce89a6091,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.346370 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.353498 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.354097 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.371311 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9aefce-d849-4d68-8c0c-d22455d9a9bc,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.387630 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.390829 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] For port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host hv-cinder-81934, cleared binding levels {{(pid=86868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:32.396983 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f3b1ba8d-d874-47f8-aaaf-1f79835ddaf1 req-6de3b447-7c89-4d01-aa5c-7c148862af95 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522634
Dec 09 18:45:32.424285 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Synchronizing usage tracker for tenant:731e93eee5b84d44b7f2abd6386c06a7 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:32.434775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] For port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:32.442348 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.442952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.443881 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-cff2a172-1f4f-4da8-a31f-786a9830c42f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c0d4abb-f53d-4ec3-a2b1-9bdce89a6091 HTTP/1.1" status: 204  len: 168 time: 0.7960024
Dec 09 18:45:32.447528 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8c3ee1-916e-4c15-a646-097314c56439,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.450878 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.453379 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.454504 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.466950 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef9aefce-d849-4d68-8c0c-d22455d9a9bc HTTP/1.1" status: 204  len: 168 time: 1.1065595
Dec 09 18:45:32.467696 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.479263 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.480459 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d2ca80f-802c-45ba-a65b-8b2c01c0fed9 HTTP/1.1" status: 204  len: 168 time: 1.0192215
Dec 09 18:45:32.482299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-eeddfc84-ef86-4bcf-b43b-bea1c25b20b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.492032 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:45:32.518328 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9c169691-6387-4d55-a243-0c08a52800ef req-3858a3c6-3309-437b-853f-1b6742007f9c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1973767
Dec 09 18:45:32.519182 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ca80f-802c-45ba-a65b-8b2c01c0fed9,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.531135 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.532826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:45:32.537892 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Unset dirty status for tenant:731e93eee5b84d44b7f2abd6386c06a7 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:32.539156 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0bd2f8ef-23bb-416b-8ec3-a6ded5ac1849 req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8378587
Dec 09 18:45:32.543319 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-4f758175-405b-4cbf-8fb7-3bf86dfb429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:32.545808 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-4f758175-405b-4cbf-8fb7-3bf86dfb429c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1096 time: 0.3807769
Dec 09 18:45:32.547756 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.552962 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:32.556237 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:32.556953 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.558883 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] 10.222.0.45 "PUT /v2.0/ports/f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 HTTP/1.1" status: 200  len: 1094 time: 2.5801787
Dec 09 18:45:32.559447 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edceb096-34e5-4b11-a342-8ab76156409f', 'tag': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:32.603660 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35074) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:32.605174 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44907701-939b-4927-9698-fa915913ccad', 'tag': 'e4b7ae0f-153b-43e4-86e0-690361b9e858', 'status': 'completed', 'code': 200}
Dec 09 18:45:32.618204 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:32.619688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:32.621390 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,revision_number=3']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.621470 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] 10.222.0.45 "PUT /v2.0/ports/2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 1093 time: 3.2482934
Dec 09 18:45:32.630248 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:32.752518 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:32.772779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:33.022107 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-affebfdd-6e04-483e-9404-d6348b7e2ab3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.2533550
Dec 09 18:45:33.023772 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-7482a228-fe00-4393-a584-149db62cb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.030208 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-7482a228-fe00-4393-a584-149db62cb367 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1096 time: 0.1899066
Dec 09 18:45:33.105968 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-254f47df-54f7-4b1d-9a8f-d26798bea18a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 217 time: 0.0673420
Dec 09 18:45:33.130482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-e007eaf5-e5c6-4655-b342-a476d2ddf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.132271 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-e007eaf5-e5c6-4655-b342-a476d2ddf3b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.0962818
Dec 09 18:45:33.210592 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-4fe61cc3-8f8a-489a-8735-ef761e9db3cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0698128
Dec 09 18:45:33.220828 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:33.237641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363c99-8f60-4346-bdc3-eba56c57363f req-763eb39d-401d-4308-b2e0-89f0b7d9d23a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.238681 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-08363c99-8f60-4346-bdc3-eba56c57363f req-763eb39d-401d-4308-b2e0-89f0b7d9d23a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:33.258884 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-331f6852-8a8a-4ea2-889f-6fbb4c903f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.260319 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-331f6852-8a8a-4ea2-889f-6fbb4c903f94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.1463108
Dec 09 18:45:33.267993 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-584c70bf-e4fc-49d5-beb7-9487a85499d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.269567 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-584c70bf-e4fc-49d5-beb7-9487a85499d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 1097 time: 0.3653011
Dec 09 18:45:33.324631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:33.383572 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35114) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:33.394085 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Usage tracker for resource:security_group_rule and tenant:4f52064f46034b289859375a56d3aabc is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:33.407375 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:33.407648 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:33.425528 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:33.427288 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:33.429206 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-eb682389-0427-49fa-834a-ca832587eb3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 HTTP/1.1" status: 200  len: 217 time: 0.1482112
Dec 09 18:45:33.430024 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-08363c99-8f60-4346-bdc3-eba56c57363f req-763eb39d-401d-4308-b2e0-89f0b7d9d23a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:33.435545 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Usage tracker for resource:security_group_rule and tenant:28e879e3f8844019854f6219f0c8686a is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:33.439087 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08363c99-8f60-4346-bdc3-eba56c57363f req-763eb39d-401d-4308-b2e0-89f0b7d9d23a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 944 time: 0.5363002
Dec 09 18:45:33.439829 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-c5487665-48bf-4ca4-9aca-0530453435ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.441477 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-c5487665-48bf-4ca4-9aca-0530453435ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1744487
Dec 09 18:45:33.442308 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:33.469269 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:33.604620 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-00cca9ed-e6a1-42a0-91f5-c2229cd87f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.606702 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-00cca9ed-e6a1-42a0-91f5-c2229cd87f4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.1644440
Dec 09 18:45:33.627130 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08363c99-8f60-4346-bdc3-eba56c57363f req-29b8c560-4f67-4e78-b51c-8abba18fe44e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845903
Dec 09 18:45:33.635577 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-83d3c06a-6597-4a94-8b53-1b76c7c1867a service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872995
Dec 09 18:45:33.682627 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-fe9ecf32-48db-4aff-8aed-2afbb56a66e1 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4399853
Dec 09 18:45:33.721757 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-df392290-737d-4346-bdae-f0d170abaae3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905955
Dec 09 18:45:33.804712 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35136) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:33.842023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:33.854180 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:33.879256 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:33.940948 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2b39ad9c-6e81-4fab-8c36-31f114d85a85 req-4f1780ca-c197-4c46-a503-7d3eabee0993 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976120
Dec 09 18:45:33.947224 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28e879e3f8844019854f6219f0c8686a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5624700
Dec 09 18:45:33.950090 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3d38e9-8a4d-44ac-b5b3-498806af08ee,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:33.952406 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35146) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:33.956283 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:33.980294 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c148144-d3a9-4567-9669-720defecd3ab req-c86bad86-4f10-4add-afb4-e0b353b4c006 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:33.982305 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c148144-d3a9-4567-9669-720defecd3ab req-c86bad86-4f10-4add-afb4-e0b353b4c006 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.3055329
Dec 09 18:45:34.013757 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-ee2e9039-2eca-4e34-a092-4a3fcba32404 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2815962
Dec 09 18:45:34.093955 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.121010 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c148144-d3a9-4567-9669-720defecd3ab req-b1366a84-14cd-4998-bcdf-9889225abbbc tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289456
Dec 09 18:45:34.125429 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edceb096-34e5-4b11-a342-8ab76156409f', 'tag': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2', 'status': 'completed', 'code': 200}
Dec 09 18:45:34.133599 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:34.136271 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.141891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Usage tracker for resource:security_group_rule and tenant:59ad4f002f6145c2bd2f424cf4050894 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:34.151564 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:34.172498 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:34.190734 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.230600 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.244991 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0a836cd9-0287-4957-b106-d1e16f531a92 req-5e7ac834-1f7f-4b32-b002-1c0f088be895 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5477734
Dec 09 18:45:34.249482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.260445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-44252969-284a-41dd-923f-49aa705526bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:34.271508 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7735d6e5-c3e2-4a8c-aa98-95091688c616 req-e5a099f0-c0d9-42b1-8bb5-095fb41964bf service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411501
Dec 09 18:45:34.272622 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.290601 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e3471a07-4df2-4cb0-9faa-77614983f91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:34.329851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3d38e9-8a4d-44ac-b5b3-498806af08ee,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:34.333526 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:34.347969 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.349429 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c3d38e9-8a4d-44ac-b5b3-498806af08ee HTTP/1.1" status: 204  len: 168 time: 0.3949332
Dec 09 18:45:34.423083 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee2b19-6b3d-4584-ba2c-dfb0a86fc1e1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:34.432320 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f52064f46034b289859375a56d3aabc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8205864
Dec 09 18:45:34.435966 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35160) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:34.438695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:34.456404 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.471735 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.484914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4ef99fb2-ed0b-49bf-91ef-e25a8a73606c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:34.504629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36227d94-52f4-4851-8f22-0cfe3cca1b56 req-33f513fd-f1d0-46db-8857-70911d119852 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:34.511947 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-36227d94-52f4-4851-8f22-0cfe3cca1b56 req-33f513fd-f1d0-46db-8857-70911d119852 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1777155
Dec 09 18:45:34.550926 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59ad4f002f6145c2bd2f424cf4050894&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7434843
Dec 09 18:45:34.553690 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ba161b-e923-46e6-9e41-b80a7c2e4004,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:34.555946 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35168) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:34.557250 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:34.572371 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05941-8884-4257-8a5a-c53c989023ad req-7b74e671-b5a8-4828-9697-039f8e5e9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:34.573521 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-7b74e671-b5a8-4828-9697-039f8e5e9bfa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1096 time: 0.2474639
Dec 09 18:45:34.577619 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.608321 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.618538 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:34.627158 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-36227d94-52f4-4851-8f22-0cfe3cca1b56 req-62a90d91-01df-4c51-81ef-64a549bc87c4 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139979
Dec 09 18:45:34.685348 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.700395 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3c5ad977-4f9c-48db-9bcc-baf56603b444 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:34.716064 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'status': 'completed', 'code': 200}
Dec 09 18:45:34.788236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee2b19-6b3d-4584-ba2c-dfb0a86fc1e1,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:34.796032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:34.798045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:34.799146 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dee2b19-6b3d-4584-ba2c-dfb0a86fc1e1 HTTP/1.1" status: 204  len: 168 time: 0.3617697
Dec 09 18:45:34.842079 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-337f34e7-229f-4dee-bd7d-ffb73f6e9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:34.844104 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-337f34e7-229f-4dee-bd7d-ffb73f6e9c87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1096 time: 0.1138399
Dec 09 18:45:35.020094 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:35.029162 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-c2ec4474-d4bf-4e13-9c58-d089d37d2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.032511 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-c2ec4474-d4bf-4e13-9c58-d089d37d2c30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.1797731
Dec 09 18:45:35.103087 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:35.112758 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05941-8884-4257-8a5a-c53c989023ad req-a7bc585c-c56f-4853-91bc-763a9635e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.114214 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-a7bc585c-c56f-4853-91bc-763a9635e9a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.4590535
Dec 09 18:45:35.144505 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-5845d00a-b0a8-4980-882b-1ef6bdb75f48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 217 time: 0.1053214
Dec 09 18:45:35.194402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-8cbacaf5-9b29-4653-ba69-7b527d84fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.196142 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-8cbacaf5-9b29-4653-ba69-7b527d84fca0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 1097 time: 0.6183417
Dec 09 18:45:35.221628 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-a37723bd-a40d-4e9f-bbcd-3d617f61022b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.0973301
Dec 09 18:45:35.225903 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-e5c84725-3ae3-44bc-97da-98ba4f0ddb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.227605 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-e5c84725-3ae3-44bc-97da-98ba4f0ddb92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0764384
Dec 09 18:45:35.361997 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069244-d9ea-4d86-8966-4625a7cdc881 req-f42cfc6f-911a-40ed-a44c-85740c5f8de9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.369126 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0c069244-d9ea-4d86-8966-4625a7cdc881 req-f42cfc6f-911a-40ed-a44c-85740c5f8de9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 944 time: 0.4644339
Dec 09 18:45:35.410781 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-0dce9721-856d-49d0-8c7c-226ab5c54f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.414033 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-0dce9721-856d-49d0-8c7c-226ab5c54f9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1781549
Dec 09 18:45:35.421719 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cb1d1-4fae-465c-aa7c-1e5cdb74db13 req-3b5971c9-0dbc-41cc-a8db-3a8e84472c34 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.423208 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1e8cb1d1-4fae-465c-aa7c-1e5cdb74db13 req-3b5971c9-0dbc-41cc-a8db-3a8e84472c34 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.1177757
Dec 09 18:45:35.502389 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:35.524478 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0c069244-d9ea-4d86-8966-4625a7cdc881 req-3d2a98ad-074a-45e8-9dc4-49729f6bfc8e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548514
Dec 09 18:45:35.527690 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a05941-8884-4257-8a5a-c53c989023ad req-330e6230-ce95-4703-a105-c834d8a91e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.530383 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-330e6230-ce95-4703-a105-c834d8a91e85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.2833443
Dec 09 18:45:35.531416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3e8246fa-5762-403f-8d9c-f308bab07115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:35.547522 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-32620110-95df-4df0-887c-5e49c8e18382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.549739 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-32620110-95df-4df0-887c-5e49c8e18382 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.3395436
Dec 09 18:45:35.583872 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1e8cb1d1-4fae-465c-aa7c-1e5cdb74db13 req-093022af-6443-4d47-a362-bce1c9ce60ec tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380875
Dec 09 18:45:35.609062 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ba161b-e923-46e6-9e41-b80a7c2e4004,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:35.618164 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:35.620475 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-ac02ba52-51d8-4a5f-b6f3-b2c3c8d269f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0686331
Dec 09 18:45:35.646493 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-03c287f4-6439-452d-ad3e-014ba2e9d8da service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222350
Dec 09 18:45:35.739827 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-6d7a9839-775c-445e-a102-40fcc4efbb29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 HTTP/1.1" status: 200  len: 217 time: 0.1183603
Dec 09 18:45:35.741916 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:35.741916 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0ba161b-e923-46e6-9e41-b80a7c2e4004 HTTP/1.1" status: 204  len: 168 time: 1.1848252
Dec 09 18:45:35.976539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-a05a45f1-e37a-466a-bd0f-06239e878891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:35.993260 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-a05a45f1-e37a-466a-bd0f-06239e878891 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.1861300
Dec 09 18:45:36.004351 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-bd90c51b-7b76-4058-873e-a4b797b9ebcf req-d4f460ac-37c8-4433-a215-accce1ef9ace service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515713
Dec 09 18:45:36.114080 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-1e2e5ca2-28c2-49ff-a1d7-170f8fcb17f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1198883
Dec 09 18:45:36.116702 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-da6c5507-2fa7-4c73-876f-47855430b9a3 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4871795
Dec 09 18:45:36.134604 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de36485-dae5-4083-9b58-976224e12a97 req-b860edf7-9ad4-4d96-8051-00f137506a6c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:36.136113 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7de36485-dae5-4083-9b58-976224e12a97 req-b860edf7-9ad4-4d96-8051-00f137506a6c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.2810900
Dec 09 18:45:36.337250 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-f5aab6c1-4513-4e2e-a53a-6338067f0ee3 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110813
Dec 09 18:45:36.599018 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7de36485-dae5-4083-9b58-976224e12a97 req-ccc36173-8705-40e2-99bd-5f707943cb88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2799947
Dec 09 18:45:36.628057 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-62a05941-8884-4257-8a5a-c53c989023ad req-c44e0740-5c24-4485-bc23-e072fb36913f service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3220103
Dec 09 18:45:36.662639 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-813551b4-7171-4427-bfd5-be91d52d98a1 req-713135fc-deb8-4b7a-a9e5-928672e79901 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3132153
Dec 09 18:45:36.707727 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35290) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:36.738778 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:36.758160 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:36.763392 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Usage tracker for resource:security_group_rule and tenant:6c267b5a477e4f9fb8cf499fe55ebd8d is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:36.767176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:36.777631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:36.802748 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e10e4a-ce6b-4506-b89b-dab6b0e6044a req-ccf9a796-2c2c-4048-9bb4-875ebd019843 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:36.806986 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-79e10e4a-ce6b-4506-b89b-dab6b0e6044a req-ccf9a796-2c2c-4048-9bb4-875ebd019843 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 944 time: 0.1340036
Dec 09 18:45:36.863593 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-79e10e4a-ce6b-4506-b89b-dab6b0e6044a req-03bd2800-4aba-47f7-9c8a-b5083c0edfda tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495198
Dec 09 18:45:37.010267 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:37.016395 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:37.026061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:37.074028 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c267b5a477e4f9fb8cf499fe55ebd8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3621922
Dec 09 18:45:37.074028 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3198c0a3-cf32-4268-84a8-c6ae96ad5498,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:37.074367 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35306) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:37.075346 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:37.155194 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:37.177777 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:37.239398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:37.243831 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be4f3ecb-6e11-46f4-8de9-feeeb5975863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:37.255292 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3198c0a3-cf32-4268-84a8-c6ae96ad5498,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:37.259439 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:37.263179 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:37.279689 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3198c0a3-cf32-4268-84a8-c6ae96ad5498 HTTP/1.1" status: 204  len: 168 time: 0.2040322
Dec 09 18:45:37.845980 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605b77-bd55-4567-a871-74e1ddb53720 req-aa17aa77-9fb8-48ff-9cb0-8ae0d5fbd372 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:37.847545 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-17605b77-bd55-4567-a871-74e1ddb53720 req-aa17aa77-9fb8-48ff-9cb0-8ae0d5fbd372 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1122847
Dec 09 18:45:37.907316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:45:37.926287 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-17605b77-bd55-4567-a871-74e1ddb53720 req-19a13e67-be84-45c4-8f63-5b598071b197 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708437
Dec 09 18:45:38.156194 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:38.175993 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'port_id': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2', 'mac_address': 'fa:16:3e:12:6d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:45:38.204265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254be3-5fc0-4496-9eb0-0dd7c2a65eae req-dbc36fd0-7f32-4335-aa7c-832d67a923cd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:38.211568 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f1254be3-5fc0-4496-9eb0-0dd7c2a65eae req-dbc36fd0-7f32-4335-aa7c-832d67a923cd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 944 time: 0.1625345
Dec 09 18:45:38.275576 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f1254be3-5fc0-4496-9eb0-0dd7c2a65eae req-a4b364e3-202b-4067-8404-4a8383fdcaf5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606747
Dec 09 18:45:38.290146 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:38.304951 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:38.330160 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:38.338593 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:38.339714 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device e4b7ae0f-153b-43e4-86e0-690361b9e858 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:45:38.346996 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:38.452004 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:38.455533 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:38.457139 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port e4b7ae0f-153b-43e4-86e0-690361b9e858, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:38.472799 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'e4b7ae0f-153b-43e4-86e0-690361b9e858', 'network_id': 'f4facadc-c361-422e-9e96-62cfba4c380a', 'port_id': 'e4b7ae0f-153b-43e4-86e0-690361b9e858', 'mac_address': 'fa:16:3e:20:ec:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0779cc41-6a4c-46bf-92f0-fc20592ecdf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:45:38.546218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:38.568715 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b7ae0f-153b-43e4-86e0-690361b9e858 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:38.600875 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port e4b7ae0f-153b-43e4-86e0-690361b9e858, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:38.606489 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:38.607936 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:45:38.721693 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:38.816902 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=e4b7ae0f-153b-43e4-86e0-690361b9e858,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:38.829345 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:38.839430 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:38.861807 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '2d4487a0-250f-418d-85c0-3f27e874b258', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258', 'mac_address': 'fa:16:3e:48:36:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:45:38.925000 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:38.945142 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4487a0-250f-418d-85c0-3f27e874b258 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:45:38.969007 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:38.985497 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:38.989425 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0f4bf109-6487-4641-93c6-6ace238327b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:39.070272 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:39.071600 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:39.252648 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391c9c-4761-493c-ac5c-084578609f9d req-3130b1f6-78d2-43fc-9ba0-b48444a2617a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:39.263126 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-50391c9c-4761-493c-ac5c-084578609f9d req-3130b1f6-78d2-43fc-9ba0-b48444a2617a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 944 time: 0.2000408
Dec 09 18:45:39.312343 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['f467c8b9-cfe4-4d31-a120-6d3bc7444ee2'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:45:39.346078 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-50391c9c-4761-493c-ac5c-084578609f9d req-768f8393-6ab2-4992-90b4-462db56ecfd4 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754166
Dec 09 18:45:39.412017 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['e4b7ae0f-153b-43e4-86e0-690361b9e858'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:45:39.460019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['2d4487a0-250f-418d-85c0-3f27e874b258'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:45:39.538933 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35434) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:39.702572 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9a788-fa08-443b-912c-b2273bcfd8d9 req-90e7ca0e-db20-4bb0-be97-4098878c0c6b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:39.716465 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fcb9a788-fa08-443b-912c-b2273bcfd8d9 req-90e7ca0e-db20-4bb0-be97-4098878c0c6b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 945 time: 0.2138546
Dec 09 18:45:39.781719 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:39.803905 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:39.811060 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Usage tracker for resource:security_group_rule and tenant:b02d8bc4e2e841df9f0eada393e11568 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:39.816687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:39.819110 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fcb9a788-fa08-443b-912c-b2273bcfd8d9 req-9832995f-4c60-4db1-b575-be40a2480aad tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014550
Dec 09 18:45:39.852344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:40.042268 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.047497 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.060053 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:40.100864 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b02d8bc4e2e841df9f0eada393e11568&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5605874
Dec 09 18:45:40.101829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d02be-f159-4cf7-9ee3-f8f567ee7926,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:40.104032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35452) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:40.105044 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:40.184977 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.214020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.292010 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.298753 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d576c04e-674a-4db4-a1e8-f3728b8bc25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:40.315109 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d02be-f159-4cf7-9ee3-f8f567ee7926,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:40.317873 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:40.320780 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.323908 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e62d02be-f159-4cf7-9ee3-f8f567ee7926 HTTP/1.1" status: 204  len: 168 time: 0.2188077
Dec 09 18:45:40.589036 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d21f-9c30-497d-a971-b7af53521c34 req-b34f083b-257e-4894-94fd-b06d4620d78e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:40.590812 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3ac9d21f-9c30-497d-a971-b7af53521c34 req-b34f083b-257e-4894-94fd-b06d4620d78e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 944 time: 0.0887921
Dec 09 18:45:40.640738 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3ac9d21f-9c30-497d-a971-b7af53521c34 req-dbe0fbbc-0ac1-446d-b749-1bf66276c667 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416527
Dec 09 18:45:40.878331 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35492) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:40.898779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:40.922994 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:40.927721 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Usage tracker for resource:security_group_rule and tenant:e25531102f8e4d35970a3904811d7bc3 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:40.934472 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:40.941965 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:41.062600 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.066952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.085241 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4da58b-b393-400e-9f48-3953d4f31d47 req-e38ad177-e743-4ce2-9655-f44c37b21abd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:41.095893 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6f4da58b-b393-400e-9f48-3953d4f31d47 req-e38ad177-e743-4ce2-9655-f44c37b21abd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 945 time: 0.1050818
Dec 09 18:45:41.108545 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9758d512-a882-43dd-89a5-d8c331e2dba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:41.121953 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e25531102f8e4d35970a3904811d7bc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2416406
Dec 09 18:45:41.124734 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35500) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:41.133580 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35504) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:41.160472 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6f4da58b-b393-400e-9f48-3953d4f31d47 req-428229f3-c919-43f5-9e15-08028908bd4e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629935
Dec 09 18:45:41.176242 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a39e93-9e62-4063-bff2-90dff3334989,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:41.183611 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:41.218960 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.250808 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.272198 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.289656 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:41.296174 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Usage tracker for resource:security_group_rule and tenant:276da68b6eb74c5caf206279cb78292c is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:41.301437 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:41.307043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.307547 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:41.316822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-15a8392b-79aa-4a2a-b66c-576f41851dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:41.333852 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a39e93-9e62-4063-bff2-90dff3334989,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:41.336641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:41.349549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.356271 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3a39e93-9e62-4063-bff2-90dff3334989 HTTP/1.1" status: 204  len: 168 time: 0.2298849
Dec 09 18:45:41.440939 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.446891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.458969 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:41.508024 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=276da68b6eb74c5caf206279cb78292c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3716240
Dec 09 18:45:41.509066 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c07c0cf-c618-48ba-8993-ba0a84f65bc5,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:41.510763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35528) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:41.526329 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:41.596688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.635081 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.700085 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.705252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:41.732209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c07c0cf-c618-48ba-8993-ba0a84f65bc5,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:41.746151 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:41.761127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:41.765369 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c07c0cf-c618-48ba-8993-ba0a84f65bc5 HTTP/1.1" status: 204  len: 168 time: 0.2508273
Dec 09 18:45:41.924171 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:42.006925 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99849c9c-eea4-445b-b25e-241319e0c629 req-8d9fe027-3b3c-47d2-a5df-adac1f818110 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:42.020954 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-99849c9c-eea4-445b-b25e-241319e0c629 req-8d9fe027-3b3c-47d2-a5df-adac1f818110 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 944 time: 0.1478660
Dec 09 18:45:42.128351 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-99849c9c-eea4-445b-b25e-241319e0c629 req-f44124a2-7368-4fe2-b7c4-d41c4e6c6813 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056585
Dec 09 18:45:42.133133 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:42.141059 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:42.143338 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.321509 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.344391 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35560) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:42.362749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edceb096-34e5-4b11-a342-8ab76156409f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:42.377373 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:42.385971 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.387829 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device e4b7ae0f-153b-43e4-86e0-690361b9e858 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:42.390147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.408173 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:42.414322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1f24bf4243416e808c3d8dbed99aa2 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:42.420339 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:42.427812 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:42.445466 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ca52855f-803c-4363-b612-caf38dcbf5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:42.562636 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384804f-85bf-4b5a-baeb-fea5854bfc40 req-e2128dc7-bcf8-438c-b6c8-4784a19ffe30 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:42.564420 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edceb096-34e5-4b11-a342-8ab76156409f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2', 'code': 200}
Dec 09 18:45:42.565050 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:42.570114 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0384804f-85bf-4b5a-baeb-fea5854bfc40 req-e2128dc7-bcf8-438c-b6c8-4784a19ffe30 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.2495763
Dec 09 18:45:42.574970 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:42.630877 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.638998 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.642081 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port e4b7ae0f-153b-43e4-86e0-690361b9e858 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:42.648147 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0384804f-85bf-4b5a-baeb-fea5854bfc40 req-7e832124-2958-41ec-8d4e-b4279dcdfd5c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641098
Dec 09 18:45:42.653437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-98bcacf2-7e38-45e7-a6df-97f096241b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:42.654660 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port e4b7ae0f-153b-43e4-86e0-690361b9e858 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:42.655201 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.693224 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f5ebc9-f846-40db-8c42-b64b29312ec8,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:42.698079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:42.722833 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d1f24bf4243416e808c3d8dbed99aa2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3670678
Dec 09 18:45:42.725417 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35576) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:42.791025 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.791887 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.819790 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.825923 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port e4b7ae0f-153b-43e4-86e0-690361b9e858, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:42.830817 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.831672 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:45:42.860609 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:42.884810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.889650 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:42.908769 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f5ebc9-f846-40db-8c42-b64b29312ec8,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:42.913291 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:42.921236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:42.922589 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3f5ebc9-f846-40db-8c42-b64b29312ec8 HTTP/1.1" status: 204  len: 168 time: 0.1961429
Dec 09 18:45:42.996027 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=e4b7ae0f-153b-43e4-86e0-690361b9e858,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:43.000694 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:43.006292 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 2d4487a0-250f-418d-85c0-3f27e874b258 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:45:43.013345 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 2d4487a0-250f-418d-85c0-3f27e874b258 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:45:43.013884 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:43.138500 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:43.177939 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:43.184516 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:43.186945 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:43.350330 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:43.354195 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:43.426684 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca3163-1eb5-4665-88df-0bd95faa0d47 req-117175fb-4a1b-4b0a-9900-ce83f4858d66 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:43.428172 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-89ca3163-1eb5-4665-88df-0bd95faa0d47 req-117175fb-4a1b-4b0a-9900-ce83f4858d66 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1479168
Dec 09 18:45:43.487591 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-89ca3163-1eb5-4665-88df-0bd95faa0d47 req-b1eb2601-5533-4073-8d75-fa9150988b91 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518532
Dec 09 18:45:43.885259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ed324-ae95-49cd-96b6-6c9f7784aa56 req-b8b59f54-371c-4330-a2c0-0434827c46d3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:43.894145 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-518ed324-ae95-49cd-96b6-6c9f7784aa56 req-b8b59f54-371c-4330-a2c0-0434827c46d3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1149445
Dec 09 18:45:43.949143 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-518ed324-ae95-49cd-96b6-6c9f7784aa56 req-0fd6e842-62b4-4c72-93f3-4f6d033cc763 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540872
Dec 09 18:45:44.289209 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35644) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:44.406008 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.422837 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:44.426745 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Usage tracker for resource:security_group_rule and tenant:1f41a1a762c349f98d3ed8f39b397e25 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:44.429571 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:44.435575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:44.520162 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.524105 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.535496 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:44.565663 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44907701-939b-4927-9698-fa915913ccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ae0f-153b-43e4-86e0-690361b9e858'}, {'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:44.576150 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdd9108-a414-4a90-a56c-88a42d50f1e5,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:44.580770 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f41a1a762c349f98d3ed8f39b397e25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2902777
Dec 09 18:45:44.581482 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:44.583113 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35658) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:44.623876 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44907701-939b-4927-9698-fa915913ccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7ae0f-153b-43e4-86e0-690361b9e858', 'code': 200}
Dec 09 18:45:44.624150 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'code': 200}
Dec 09 18:45:44.644126 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.670202 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.681587 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82808efb-63f0-4497-b204-fa5e910f5069 req-a7e61645-85c7-4337-9e55-7c780818c5f0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:44.683050 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-82808efb-63f0-4497-b204-fa5e910f5069 req-a7e61645-85c7-4337-9e55-7c780818c5f0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0833015
Dec 09 18:45:44.722167 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.727744 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-595358c0-d7a8-429f-9fe1-affc4bae2c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:44.728468 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-82808efb-63f0-4497-b204-fa5e910f5069 req-b21438ff-d4c2-49a3-b675-4428bfbfc7c3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390105
Dec 09 18:45:44.741399 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdd9108-a414-4a90-a56c-88a42d50f1e5,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:44.744361 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:44.756949 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:44.760438 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bdd9108-a414-4a90-a56c-88a42d50f1e5 HTTP/1.1" status: 204  len: 168 time: 0.1740963
Dec 09 18:45:45.192251 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce9b67-4966-446a-ba6a-d38ddd637127 req-9204d802-d237-4058-99d5-ce1f7de06d3e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:45.193770 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-09ce9b67-4966-446a-ba6a-d38ddd637127 req-9204d802-d237-4058-99d5-ce1f7de06d3e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0870125
Dec 09 18:45:45.240847 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-09ce9b67-4966-446a-ba6a-d38ddd637127 req-49001bd8-1e83-410d-a430-31cf090b95c8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415883
Dec 09 18:45:45.611228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1255fa-5545-497b-b2b2-8a61a7332e1d req-461f531c-2760-4bbd-b476-f749a38b9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:45.612699 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f1255fa-5545-497b-b2b2-8a61a7332e1d req-461f531c-2760-4bbd-b476-f749a38b9e62 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 1099 time: 0.0972633
Dec 09 18:45:45.658451 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f1255fa-5545-497b-b2b2-8a61a7332e1d req-5e367cc8-4820-4c6f-aa92-5d63ee2dd1b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383964
Dec 09 18:45:46.084015 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5630e-dfcc-4253-82a7-b8caceeef985 req-15411e23-a5cf-41da-a78c-0e843371eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:46.085777 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5d5630e-dfcc-4253-82a7-b8caceeef985 req-15411e23-a5cf-41da-a78c-0e843371eb0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.1902895
Dec 09 18:45:46.125977 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994776-d523-40a7-b8ac-c31424a5cda9 req-2bbe9536-1ad6-4de5-a615-4185e41ddc90 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:46.127684 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-66994776-d523-40a7-b8ac-c31424a5cda9 req-2bbe9536-1ad6-4de5-a615-4185e41ddc90 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.2811103
Dec 09 18:45:46.185787 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c6a6-8cd7-402b-8662-566deff981f8 req-bf112998-bb89-4e88-a33f-97accf4e1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:46.187340 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f0c9c6a6-8cd7-402b-8662-566deff981f8 req-bf112998-bb89-4e88-a33f-97accf4e1593 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1098 time: 0.2283475
Dec 09 18:45:46.200139 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5d5630e-dfcc-4253-82a7-b8caceeef985 req-c3c6cf78-17db-4a65-b997-19c090b2de22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012638
Dec 09 18:45:46.241965 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-66994776-d523-40a7-b8ac-c31424a5cda9 req-a20f18e7-66c2-4a47-8a8b-0e3923cc0df9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023870
Dec 09 18:45:46.274518 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f0c9c6a6-8cd7-402b-8662-566deff981f8 req-b6a42135-37f8-445b-9080-082d5e22224a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578856
Dec 09 18:45:46.439289 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d9b0-c17a-436e-8f5b-0635b3614811 req-524b8d97-f6a7-4713-a574-4bcd3d91d2ea tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:46.441378 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f0f6d9b0-c17a-436e-8f5b-0635b3614811 req-524b8d97-f6a7-4713-a574-4bcd3d91d2ea tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0906384
Dec 09 18:45:46.499229 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f0f6d9b0-c17a-436e-8f5b-0635b3614811 req-ae05d93e-6a17-4ff5-8b6f-4600ea6a6df2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499072
Dec 09 18:45:47.443400 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816feee-e363-4a48-a1ff-e0ae812ead56 req-7d6679ff-1a6f-4c09-a51d-1984874ff004 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:47.444946 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d816feee-e363-4a48-a1ff-e0ae812ead56 req-7d6679ff-1a6f-4c09-a51d-1984874ff004 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0881741
Dec 09 18:45:47.492232 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d816feee-e363-4a48-a1ff-e0ae812ead56 req-7b332216-be92-42e7-b323-11f5709bea55 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411322
Dec 09 18:45:47.693915 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a45bc-b7f7-4bd7-97cc-9b627f5ffe63 req-aa325d5c-f2c9-4c7a-920c-8562b55f6877 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:47.695342 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a83a45bc-b7f7-4bd7-97cc-9b627f5ffe63 req-aa325d5c-f2c9-4c7a-920c-8562b55f6877 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0871396
Dec 09 18:45:47.739555 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a83a45bc-b7f7-4bd7-97cc-9b627f5ffe63 req-47379f36-9f83-4e88-a750-9b51d27bc50a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384684
Dec 09 18:45:48.685179 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f418e-a0ec-4a36-a6eb-992d3c66be6a req-3947dca1-c93b-4a90-a2e0-735f291b2874 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:48.687141 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-058f418e-a0ec-4a36-a6eb-992d3c66be6a req-3947dca1-c93b-4a90-a2e0-735f291b2874 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0850682
Dec 09 18:45:48.735207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-058f418e-a0ec-4a36-a6eb-992d3c66be6a req-479e656d-eb8f-4f3a-81a2-25abb4f7c1ba tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424891
Dec 09 18:45:48.926404 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edae091-6662-4ea3-bb65-fba658e70444 req-8eef8b2b-f019-454a-8878-280dbae8fb63 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:48.928265 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1edae091-6662-4ea3-bb65-fba658e70444 req-8eef8b2b-f019-454a-8878-280dbae8fb63 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0837178
Dec 09 18:45:49.040260 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1edae091-6662-4ea3-bb65-fba658e70444 req-1c3a5e53-a62e-4876-ba6f-67a58ce41e38 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060510
Dec 09 18:45:49.929961 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8798c-0834-4291-b67d-076502fc361c req-cea9d0d0-16bf-4fa5-8e74-8663212e4dbf tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:49.931327 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f7f8798c-0834-4291-b67d-076502fc361c req-cea9d0d0-16bf-4fa5-8e74-8663212e4dbf tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0831208
Dec 09 18:45:49.976985 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f7f8798c-0834-4291-b67d-076502fc361c req-82cbebbb-63ae-46b7-9fe0-32b7170ec110 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387595
Dec 09 18:45:50.221016 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e63ef-f8fb-4ba1-8f07-085f1cfef67c req-2a667afb-77f3-47ce-8b2f-e1e67ff3e103 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:50.222586 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-156e63ef-f8fb-4ba1-8f07-085f1cfef67c req-2a667afb-77f3-47ce-8b2f-e1e67ff3e103 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0845649
Dec 09 18:45:50.267157 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-156e63ef-f8fb-4ba1-8f07-085f1cfef67c req-2f0f15e3-78e5-411d-b7da-8e576d956f4d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388021
Dec 09 18:45:50.432091 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-85fe55da-4220-4213-8f09-0885d756eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:51.197868 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb4747-d52e-45dc-a18f-b14e810c3c57 req-cb627780-5b47-46a9-a23a-099a0f04f213 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:51.204108 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a9bb4747-d52e-45dc-a18f-b14e810c3c57 req-cb627780-5b47-46a9-a23a-099a0f04f213 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1025782
Dec 09 18:45:51.260899 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:51.289878 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a9bb4747-d52e-45dc-a18f-b14e810c3c57 req-df1a97f8-a6ce-4731-b694-5c790c250455 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848358
Dec 09 18:45:51.494868 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a078d-882b-4970-a917-6c0d04eb2320 req-2991fb70-f0ae-4625-9c5b-2090010c7c6a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:51.497460 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-120a078d-882b-4970-a917-6c0d04eb2320 req-2991fb70-f0ae-4625-9c5b-2090010c7c6a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0982289
Dec 09 18:45:51.563930 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-120a078d-882b-4970-a917-6c0d04eb2320 req-72739e07-56d4-41da-b08c-355e3c08bea0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606906
Dec 09 18:45:51.833497 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-e847a831-43bf-4e58-a693-d0208faa89c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1439753
Dec 09 18:45:51.952096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd97ede-4fdc-49c5-8689-bfd0f94782ae req-7c9461c3-2794-488e-b08f-b842174d6c86 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:51.957939 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ccd97ede-4fdc-49c5-8689-bfd0f94782ae req-7c9461c3-2794-488e-b08f-b842174d6c86 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.1152222
Dec 09 18:45:52.095076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35868) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:52.122457 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ccd97ede-4fdc-49c5-8689-bfd0f94782ae req-ab1123bb-8367-4a51-ad13-8adcc4c4a350 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112528
Dec 09 18:45:52.181758 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-091143ca-e4b2-4234-bf34-87cd8a10682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.183930 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-091143ca-e4b2-4234-bf34-87cd8a10682f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 1099 time: 0.1306372
Dec 09 18:45:52.191358 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d333-7f17-4ad4-b49e-85f286f534f9 req-f1b81163-9873-4478-beac-4cefbdfda7fc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.192491 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-25658121-dd31-4087-85db-c3e7b39b7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.194602 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-25658121-dd31-4087-85db-c3e7b39b7592 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f52c961702934aa88839669060ecad1e&device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 1098 time: 0.2352645
Dec 09 18:45:52.200629 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0854d333-7f17-4ad4-b49e-85f286f534f9 req-f1b81163-9873-4478-beac-4cefbdfda7fc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1380575
Dec 09 18:45:52.286377 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0854d333-7f17-4ad4-b49e-85f286f534f9 req-9b14a3a8-96a4-4ca0-98f4-3b059a8748fa tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845928
Dec 09 18:45:52.288949 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.314536 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:52.319008 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc2d8d6548e4261ae95a70d7f6b3b25 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:52.322341 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:52.345881 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:52.456508 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-56fad3ba-2027-4211-b455-e918ff3a05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.458085 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-56fad3ba-2027-4211-b455-e918ff3a05bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.2624238
Dec 09 18:45:52.466514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-2b2b9a67-8241-4c17-97aa-1cb9002678d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.467948 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-2b2b9a67-8241-4c17-97aa-1cb9002678d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=17faac7d-b534-4ef2-af1d-223bef756c9c HTTP/1.1" status: 200  len: 913 time: 0.1922870
Dec 09 18:45:52.475524 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.489894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.520306 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2cb4909b-37bd-41a0-92eb-2e255e8aff3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:52.530028 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecc2d8d6548e4261ae95a70d7f6b3b25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4335206
Dec 09 18:45:52.532824 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35892) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:52.579119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f88dd42-8880-405d-a525-6792d1388f5c,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:52.584189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:52.616909 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.638664 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-8e8d616c-33fa-404c-ae8f-a514a86dca05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c HTTP/1.1" status: 200  len: 217 time: 0.0856209
Dec 09 18:45:52.645984 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.669881 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-cf9bbf47-f915-46d2-9d96-ce4a8254732f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 HTTP/1.1" status: 200  len: 217 time: 0.2009058
Dec 09 18:45:52.713643 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.721922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:52.742741 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f88dd42-8880-405d-a525-6792d1388f5c,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:52.765115 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:52.768146 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:52.769337 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f88dd42-8880-405d-a525-6792d1388f5c HTTP/1.1" status: 204  len: 168 time: 0.2357063
Dec 09 18:45:52.815593 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-7f282737-c078-4dc4-b74c-d00f8b04b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.817041 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-7f282737-c078-4dc4-b74c-d00f8b04b540 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4 HTTP/1.1" status: 200  len: 852 time: 0.1460290
Dec 09 18:45:52.824923 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-fbc04319-9c06-4b92-975c-b3d8078b19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.826750 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-fbc04319-9c06-4b92-975c-b3d8078b19c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.1092355
Dec 09 18:45:52.942673 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-982467de-ed64-47e3-adca-c85c16423045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824196
Dec 09 18:45:52.946002 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-127c6312-10db-40ab-8686-bc06c97f9e27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=17faac7d-b534-4ef2-af1d-223bef756c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1180363
Dec 09 18:45:52.963516 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399774c6-ad4a-4827-a128-2fb50fb7c7f6 req-81a95244-f233-4d3e-a353-8623dabbbb5c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:52.971589 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-399774c6-ad4a-4827-a128-2fb50fb7c7f6 req-81a95244-f233-4d3e-a353-8623dabbbb5c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.3570487
Dec 09 18:45:53.025690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-39d54a5a-c2f4-4ec0-bef4-dc5e5f363132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:53.223621 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-399774c6-ad4a-4827-a128-2fb50fb7c7f6 req-d0d1b6ef-cb60-4d38-8ae3-4940f8fdaa6e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2510061
Dec 09 18:45:53.353065 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-fa55b6ef-33b2-4bca-923d-1950da585c18 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657129
Dec 09 18:45:53.355892 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-214faf66-f16a-4693-b865-84acd1079713 service neutron] 10.222.0.45 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3478630
Dec 09 18:45:53.457231 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35920) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:53.471783 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd1f2-7654-4b9d-b169-3344e2636b87 req-ba6ef5b8-144d-49fe-ab2a-9618718faee1 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:53.483680 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-854bd1f2-7654-4b9d-b169-3344e2636b87 req-ba6ef5b8-144d-49fe-ab2a-9618718faee1 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.1175582
Dec 09 18:45:53.536828 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:53.554157 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:53.566573 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Usage tracker for resource:security_group_rule and tenant:0262493b507a441daf2a94ab79cfe1dd is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:53.576675 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:53.588439 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:53.600962 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-854bd1f2-7654-4b9d-b169-3344e2636b87 req-55693e98-a78a-4847-bbfe-6d44097d24e3 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155300
Dec 09 18:45:53.661683 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 35928) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:53.782134 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3eef1a16-1e22-4573-8ca3-5b7cb8499ee0 req-6feff1b4-42f8-421a-90c3-9b0f057cd400 service neutron] 10.222.0.45 "GET /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3817387
Dec 09 18:45:53.826678 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:53.849014 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-22832ba4-acc8-48dc-99a1-8c457b7156ca req-d649dd41-4d33-4cc8-812f-e1b13ad6c417 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4825933
Dec 09 18:45:53.880338 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d7409-034f-428e-a4f7-357cd37da8df req-28214be8-c37d-40c0-8c05-b5a70e586363 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:53.883899 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-489d7409-034f-428e-a4f7-357cd37da8df req-28214be8-c37d-40c0-8c05-b5a70e586363 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.4871049
Dec 09 18:45:53.893567 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35938) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:53.900976 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'floatingip': {'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:45:53.915021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:53.934506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-893d2c00-3aea-45f9-9eed-7f120db6619f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:53.959227 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:53.995346 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:53.996136 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.003392 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Usage tracker for resource:security_group_rule and tenant:6c6ed1a980e94bbc808a96c84e97aa44 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:54.008274 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:54.015846 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:54.077698 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0262493b507a441daf2a94ab79cfe1dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5662742
Dec 09 18:45:54.083528 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35950) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:54.083826 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd65658-cbff-4934-a553-bb2c8b205553,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:54.093312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:54.112894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-5e1b7442-a3ca-4da6-9099-02dd709c7f82 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:54.114401 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-5e1b7442-a3ca-4da6-9099-02dd709c7f82 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.45 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.3516304
Dec 09 18:45:54.135579 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975968c0-4138-4a8e-a74c-0bccec9f325d req-44e7f8aa-3e7b-45f8-8b5d-19a9aba99285 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:54.137827 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-975968c0-4138-4a8e-a74c-0bccec9f325d req-44e7f8aa-3e7b-45f8-8b5d-19a9aba99285 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.4114442
Dec 09 18:45:54.193893 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.256278 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.287418 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-975968c0-4138-4a8e-a74c-0bccec9f325d req-bee438c0-3b24-4c1a-b755-e4081e788e89 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110415
Dec 09 18:45:54.291941 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Deleting port ef987e23-1c97-4d0b-b7d4-35eddae3e68c {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:45:54.291941 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.348876 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.361534 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.373040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.373254 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b02be143-8685-45ff-9794-8af76b1eb175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:54.465554 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c6ed1a980e94bbc808a96c84e97aa44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8024888
Dec 09 18:45:54.469092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0886cd96-1f2b-4121-97b4-4950baa94338,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:54.472796 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:54.473321 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 35960) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:54.690119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] For port ef987e23-1c97-4d0b-b7d4-35eddae3e68c, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,segment=NetworkSegment(977cb059-cc12-41f4-b87c-ff2c86b1406b),segment_id=977cb059-cc12-41f4-b87c-ff2c86b1406b)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:45:54.690665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.710740 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.830911 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Calling delete_port for ef987e23-1c97-4d0b-b7d4-35eddae3e68c owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:45:54.875426 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.936499 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:54.961404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-37aee37c-69b1-4e66-8706-419b427d5f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:55.003145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd65658-cbff-4934-a553-bb2c8b205553,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:55.021795 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:55.044100 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.047601 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bd65658-cbff-4934-a553-bb2c8b205553 HTTP/1.1" status: 204  len: 168 time: 0.9614253
Dec 09 18:45:55.112383 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.140415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.147851 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:55.151341 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.160517 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:55.165606 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901df65-7ee0-4378-b0df-c4d55d0fd456 req-aa80828c-d676-4488-98cd-570fde84a7c9 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:55.167140 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e901df65-7ee0-4378-b0df-c4d55d0fd456 req-aa80828c-d676-4488-98cd-570fde84a7c9 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 945 time: 0.2822447
Dec 09 18:45:55.205650 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Pushing event deleted for resources: {'Port': ['ID=ef987e23-1c97-4d0b-b7d4-35eddae3e68c,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:55.221315 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:55.322940 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] No DVR routers for this DVR port ef987e23-1c97-4d0b-b7d4-35eddae3e68c on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:45:55.329042 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.332154 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'name': 'network-vif-deleted', 'tag': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:55.382079 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-971fbb02-212a-4367-aade-1f2fecdafde4 req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.45 "DELETE /v2.0/ports/ef987e23-1c97-4d0b-b7d4-35eddae3e68c HTTP/1.1" status: 204  len: 173 time: 1.2431164
Dec 09 18:45:55.437900 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0886cd96-1f2b-4121-97b4-4950baa94338,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:55.441898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:55.504502 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.506314 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0886cd96-1f2b-4121-97b4-4950baa94338 HTTP/1.1" status: 204  len: 168 time: 1.0300183
Dec 09 18:45:55.563368 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e901df65-7ee0-4378-b0df-c4d55d0fd456 req-55d432ba-87e6-46d3-98f6-020b6cab3dd7 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/security-groups?id=a713a5db-6ea4-44b9-b410-21480f6ccbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221500
Dec 09 18:45:55.573484 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.578474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad9beb-1d35-4175-b359-20defe3351c9 req-430a4f31-b51c-4657-b8b4-7f4cc9b5043c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:55.587854 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b7ad9beb-1d35-4175-b359-20defe3351c9 req-430a4f31-b51c-4657-b8b4-7f4cc9b5043c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1285102
Dec 09 18:45:55.588076 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:55.689978 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b7ad9beb-1d35-4175-b359-20defe3351c9 req-c233c247-0e7e-43ec-8e7a-41c84b3373bc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015136
Dec 09 18:45:55.698212 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3836bda9-78b4-459a-8c4c-465cc9c040f5', 'name': 'network-vif-deleted', 'tag': 'ef987e23-1c97-4d0b-b7d4-35eddae3e68c', 'status': 'completed', 'code': 200}
Dec 09 18:45:55.867119 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Floating IP 57326f69-a64f-4f90-a12c-6f82630b0c5c associated. External IP: 172.27.3.244, port: 2d4487a0-250f-418d-85c0-3f27e874b258.
Dec 09 18:45:55.917110 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.100312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36016) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:56.118734 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.135058 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:56.139474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Usage tracker for resource:security_group_rule and tenant:ce94589286c44b8fb3515da7e8618fc5 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:56.142365 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:56.148237 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:56.262557 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.267946 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.277365 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b5d9f1e4-a461-4220-9a6c-5648d5c4b68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:56.328020 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce94589286c44b8fb3515da7e8618fc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2236903
Dec 09 18:45:56.328020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3605b505-6b86-4a9f-9210-f8f6facecb06,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:56.328318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36024) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:56.348265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.348635 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.348962 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.349313 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.349707 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.350047 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.350383 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.350720 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.351080 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.351390 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.351721 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.352051 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:56.356793 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:45:56.360415 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:56.461426 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.475384 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36032) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:56.506511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.574358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:45:56.579224 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.598856 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:45:56.607456 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.615301 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e718df23-6785-4ca7-b3a7-5b9146a1653f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:56.615530 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:56.616146 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd9beb20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:45:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:56.636861 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3605b505-6b86-4a9f-9210-f8f6facecb06,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:56.646310 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:56.646310 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.646547 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3605b505-6b86-4a9f-9210-f8f6facecb06 HTTP/1.1" status: 204  len: 168 time: 0.3149271
Dec 09 18:45:56.663950 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-25cfbddd-ef15-449d-b87e-90a2e039cab1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "PUT /v2.0/floatingips/57326f69-a64f-4f90-a12c-6f82630b0c5c HTTP/1.1" status: 200  len: 991 time: 2.7680244
Dec 09 18:45:56.664219 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:45:56.735891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:56.803189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0ebf3f11-102d-4eb2-98b7-30ce53bfe896 req-bfb1a1df-a5a8-40f7-81cc-4d903e1a2124 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Synchronizing usage tracker for tenant:f52c961702934aa88839669060ecad1e on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:45:56.814582 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:56.819824 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Usage tracker for resource:security_group_rule and tenant:4389879cb71e4d80980080a51aa24de4 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:56.826300 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:56.835335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:56.842257 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-0ebf3f11-102d-4eb2-98b7-30ce53bfe896 req-bfb1a1df-a5a8-40f7-81cc-4d903e1a2124 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Unset dirty status for tenant:f52c961702934aa88839669060ecad1e on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:45:56.854707 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0ebf3f11-102d-4eb2-98b7-30ce53bfe896 req-bfb1a1df-a5a8-40f7-81cc-4d903e1a2124 tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.1072381
Dec 09 18:45:56.909512 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:56.950487 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'status': 'completed', 'code': 200}
Dec 09 18:45:57.026292 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:57.042833 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:57.052172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ce25e92a-cf9f-4742-8e6e-1ea700c5fb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:57.165141 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4389879cb71e4d80980080a51aa24de4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6848669
Dec 09 18:45:57.165724 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36064) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:57.171401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7e59a-374f-4819-ab58-c67c86e5cb99,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:57.175434 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:57.219318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1330316-051b-4fde-bedb-440e2723d0aa req-79fa5fef-caa9-443d-b809-0b21d61964f7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:57.221524 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a1330316-051b-4fde-bedb-440e2723d0aa req-79fa5fef-caa9-443d-b809-0b21d61964f7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1167905
Dec 09 18:45:57.283232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:57.285534 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a1330316-051b-4fde-bedb-440e2723d0aa req-65a55846-468d-4b4d-bf07-c07a93cffd03 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574026
Dec 09 18:45:57.355494 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:57.452882 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:57.463594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-dcbc7eca-e4dc-4ea6-b963-4c049b493e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:57.470091 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd9beb20>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '57326f69-a64f-4f90-a12c-6f82630b0c5c', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'mac_address': 'fa:16:3e:48:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:45:19Z', 'updated_at': '2021-12-09T18:45:55Z', 'revision_number': 1, 'project_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:57.480185 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:45:57.490991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7e59a-374f-4819-ab58-c67c86e5cb99,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:57.497800 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:45:57.503077 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.503894 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd9beb20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:45:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:57.511785 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.512151 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.512507 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.512857 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.513202 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.513572 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.513915 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.514256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.514594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.514936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.515443 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:45:57.520084 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:57.538676 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:57.542146 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51b7e59a-374f-4819-ab58-c67c86e5cb99 HTTP/1.1" status: 204  len: 168 time: 0.3726091
Dec 09 18:45:57.730886 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:45:58.109943 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['ef987e23-1c97-4d0b-b7d4-35eddae3e68c'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:45:58.112101 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36100) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:58.139866 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:58.179936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:58.184785 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Usage tracker for resource:security_group_rule and tenant:d53eeafa2df1420e9f6e4e7ae976ec29 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:58.189515 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:58.213543 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:58.214012 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3c6d7adb-3e51-4cc2-8622-12b53a993b63 req-4d83c82d-3e4d-43b6-b7fd-d9b51f2ba9bd tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.1125107
Dec 09 18:45:58.220469 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd9beb20>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '57326f69-a64f-4f90-a12c-6f82630b0c5c', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'mac_address': 'fa:16:3e:48:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:45:19Z', 'updated_at': '2021-12-09T18:45:55Z', 'revision_number': 1, 'project_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:45:58.225917 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2751a1-4253-42a7-9fbe-3bcaf4c407fb None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '57326f69-a64f-4f90-a12c-6f82630b0c5c', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'mac_address': 'fa:16:3e:48:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:45:19Z', 'updated_at': '2021-12-09T18:45:55Z', 'revision_number': 1, 'project_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:45:58.374185 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-b69c0cf2-d033-4de0-9f9b-5e747d45b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:58.376356 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-b69c0cf2-d033-4de0-9f9b-5e747d45b7d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1098 time: 0.1600904
Dec 09 18:45:58.396948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:58.403334 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:58.417704 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1f773f68-0ac0-4154-9b66-7fc740a8a480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:58.565173 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d60e278-2b5b-437f-ae7c-b82ce0f3ceea,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:58.571681 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:58.575545 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d53eeafa2df1420e9f6e4e7ae976ec29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4625046
Dec 09 18:45:58.578179 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36114) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:58.589515 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-1779db12-ba6e-4863-969d-879df7c968ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:58.591114 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-1779db12-ba6e-4863-969d-879df7c968ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.2058930
Dec 09 18:45:58.642970 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ee93e-d0a7-4d52-8f11-68f01803c41c None None] New status for floating IP 57326f69-a64f-4f90-a12c-6f82630b0c5c: ACTIVE {{(pid=86870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:45:58.704292 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:45:58.741885 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-aa223e9d-161e-4d0e-b2a7-f50ad3a11d86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 999 time: 0.1405511
Dec 09 18:45:58.777015 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:58.848176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:58.852876 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-2e800010-e94d-4217-8067-0f6def0d833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:58.854700 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-2e800010-e94d-4217-8067-0f6def0d833e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.1028605
Dec 09 18:45:58.958589 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-192526bc-74c0-4ca2-967d-b9a7b80ec46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:58.961271 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-192526bc-74c0-4ca2-967d-b9a7b80ec46d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981755
Dec 09 18:45:58.970052 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770d093-3732-4b08-9dbb-faefbc500256 req-8ff7033a-2111-4719-9d03-032707656675 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:45:58.971793 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c770d093-3732-4b08-9dbb-faefbc500256 req-8ff7033a-2111-4719-9d03-032707656675 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.4833827
Dec 09 18:45:58.992729 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:59.005240 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:45:59.049525 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d60e278-2b5b-437f-ae7c-b82ce0f3ceea,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:45:59.056986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:45:59.099685 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:59.103131 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d60e278-2b5b-437f-ae7c-b82ce0f3ceea HTTP/1.1" status: 204  len: 168 time: 0.5214171
Dec 09 18:45:59.164684 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c770d093-3732-4b08-9dbb-faefbc500256 req-0807bebc-c833-4136-97cf-38401d0995f6 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731205
Dec 09 18:45:59.327203 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-8b9c92d4-c96d-47a3-af0f-d5f225cbbbe3 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3476069
Dec 09 18:45:59.535828 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ea982867-2877-40e3-a47a-e362add07461 req-3fd90112-993f-424d-ac19-bd954afbfb1a tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] 10.222.0.32 "GET /v2.0/ports?device_id=3836bda9-78b4-459a-8c4c-465cc9c040f5 HTTP/1.1" status: 200  len: 210 time: 0.0848670
Dec 09 18:45:59.650918 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a90fdca5-dcd7-4bde-9983-7b35723676bb req-3b63c462-7665-4413-beb4-df3731121aed service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072248
Dec 09 18:45:59.774495 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36184) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:45:59.793452 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:59.811901 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:45:59.815984 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Usage tracker for resource:security_group_rule and tenant:6927764b32684ed9a55eccb61a41d573 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:45:59.818998 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:45:59.828377 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:45:59.958285 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:59.967786 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:45:59.984847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:00.034325 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6927764b32684ed9a55eccb61a41d573&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2564504
Dec 09 18:46:00.034325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015bad6e-5b18-4b45-a4da-2a55aa0e8d1a,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:00.034697 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36194) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:00.036387 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:00.112529 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device ef987e23-1c97-4d0b-b7d4-35eddae3e68c no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:46:00.123259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:00.157398 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: ef987e23-1c97-4d0b-b7d4-35eddae3e68c {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:46:00.158842 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device ef987e23-1c97-4d0b-b7d4-35eddae3e68c not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:46:00.180775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:00.243784 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:00.248860 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-607fee6b-fa6d-40c7-bedf-3207272923a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:00.264069 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015bad6e-5b18-4b45-a4da-2a55aa0e8d1a,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:00.266942 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:00.271146 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:00.272334 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/015bad6e-5b18-4b45-a4da-2a55aa0e8d1a HTTP/1.1" status: 204  len: 168 time: 0.2364023
Dec 09 18:46:00.486904 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef7bd2-c1b4-49d7-9571-16e4306bf052 req-440b14b6-ee42-4f9f-b577-89333e438b78 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:00.493774 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d6ef7bd2-c1b4-49d7-9571-16e4306bf052 req-440b14b6-ee42-4f9f-b577-89333e438b78 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1728694
Dec 09 18:46:00.559499 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d6ef7bd2-c1b4-49d7-9571-16e4306bf052 req-641bacba-6b6c-47db-9082-efed56dedb76 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615551
Dec 09 18:46:01.810176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad736d-653c-4167-9bd0-111c89f3bdbc req-a882345e-8c45-4173-a387-e6bd9508cb3e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:01.811546 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-81ad736d-653c-4167-9bd0-111c89f3bdbc req-a882345e-8c45-4173-a387-e6bd9508cb3e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1498010
Dec 09 18:46:01.856706 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-81ad736d-653c-4167-9bd0-111c89f3bdbc req-f1657bfc-087a-4adc-882f-76923ca152ed tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390742
Dec 09 18:46:03.040858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664b584-2c0d-4b2e-9a0f-e4a6ed22e07c req-273a00ca-7263-403e-9862-ebc60a0cc1cd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:03.042948 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2664b584-2c0d-4b2e-9a0f-e4a6ed22e07c req-273a00ca-7263-403e-9862-ebc60a0cc1cd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0830646
Dec 09 18:46:03.085800 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2664b584-2c0d-4b2e-9a0f-e4a6ed22e07c req-e07411b8-7dc4-49ee-b8e0-f217fc0b1545 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373511
Dec 09 18:46:04.266958 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9438ec-d930-43f8-94a9-d2c1e368e715 req-b76d758e-eb47-4d99-a3ba-d5835e1f74c5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:04.268404 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5b9438ec-d930-43f8-94a9-d2c1e368e715 req-b76d758e-eb47-4d99-a3ba-d5835e1f74c5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0797946
Dec 09 18:46:04.316376 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5b9438ec-d930-43f8-94a9-d2c1e368e715 req-b5883c21-7aa6-49d7-a008-f830da9269c0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424085
Dec 09 18:46:05.552829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783f1c-7381-4d10-bd63-2e37d18ab718 req-93739752-5182-4cc6-8078-0d38ce8a8e8a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:05.554401 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-72783f1c-7381-4d10-bd63-2e37d18ab718 req-93739752-5182-4cc6-8078-0d38ce8a8e8a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0901473
Dec 09 18:46:05.599608 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-72783f1c-7381-4d10-bd63-2e37d18ab718 req-1ab576c9-d754-4656-9bf4-4b19f665343e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391018
Dec 09 18:46:05.721572 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36370) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:05.785295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Deleting subnet 7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4 {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:46:05.788514 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:05.837303 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:05.847639 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:05.919458 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:05.924183 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:05.962651 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:05.968240 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:05.969393 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:05.981034 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e14e944a-881f-4b19-a42a-7a8fbe28dbcc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f88a19d-7cdb-4c3b-9208-b9ebd95dafe4 HTTP/1.1" status: 204  len: 168 time: 0.2550435
Dec 09 18:46:05.981034 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36380) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:06.104241 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.250979 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.277826 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa3cccfbe20>> segment before_delete 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.278204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa3cccfbe20>> subnet precommit_delete_associations 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.278951 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> segment_host_mapping after_create 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.279298 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> port after_create 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.279632 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> port after_delete 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.280005 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> port after_update 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.280412 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> segment after_delete 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.280733 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> subnet after_create 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.281053 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> subnet after_delete 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.281389 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cccfbc70>> subnet after_update 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.427064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cd45cd90>> subnet after_create 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.427434 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cd45cd90>> subnet after_delete 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.427775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cd45cd90>> subnet before_create 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.428228 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cd45cd90>> subnet before_update 55550000 {{(pid=86868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:46:06.428585 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cccfb700>,) {'filters': {'network_id': ['17faac7d-b534-4ef2-af1d-223bef756c9c']}} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:06.442757 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cccfb700>, '977cb059-cc12-41f4-b87c-ff2c86b1406b') {'for_net_delete': True} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:06.443053 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cccfb700>, '977cb059-cc12-41f4-b87c-ff2c86b1406b') {} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:06.456211 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969101'] for segment, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.482664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.497800 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=86868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:46:06.498204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102490'] for segment, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   from cryptography.utils import int_from_bytes
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   from cryptography.utils import int_from_bytes
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   util.warn_limited(
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   util.warn_limited(
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]: Traceback (most recent call last):
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     timer()
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     cb(*args, **kw)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     return func(*args, **kwargs)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     self._notify()
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     self.callback(batched_events)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     event.method(event)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     return f(self, *a, **k)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._get(url).json()
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:46:06.514859 dv-cinder-819346-1-iscsi neutron-server[86868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:46:06.612411 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.618740 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:06.644875 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:06.655807 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Pushing event deleted for resources: {'Network': ['ID=17faac7d-b534-4ef2-af1d-223bef756c9c,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:06.661055 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:06.671234 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] 10.222.0.32 "DELETE /v2.0/networks/17faac7d-b534-4ef2-af1d-223bef756c9c HTTP/1.1" status: 204  len: 168 time: 0.6867275
Dec 09 18:46:06.863340 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667f9d1-8833-48e9-86ae-86e32cb96c4b req-36b987b1-0cb2-412c-993a-f2ecd100f646 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:06.865182 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c667f9d1-8833-48e9-86ae-86e32cb96c4b req-36b987b1-0cb2-412c-993a-f2ecd100f646 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1284328
Dec 09 18:46:06.949321 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c667f9d1-8833-48e9-86ae-86e32cb96c4b req-4d78b58d-3424-43f0-9683-d50d4cb8f2bd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706651
Dec 09 18:46:06.989958 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36424) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:07.040960 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-977094a0-befc-40be-8212-462c391ee991 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f52c961702934aa88839669060ecad1e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0496111
Dec 09 18:46:07.043656 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36428) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:07.105344 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:07.130520 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:07.187258 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:07.190917 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-cf2ae191-8ff9-40c0-b5a2-f7c2ea8e3d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:07.208166 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a713a5db-6ea4-44b9-b410-21480f6ccbf1,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:07.211786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:07.223371 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:07.227378 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a713a5db-6ea4-44b9-b410-21480f6ccbf1 HTTP/1.1" status: 204  len: 168 time: 0.1804359
Dec 09 18:46:07.846168 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36472) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:07.999621 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.029710 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:08.062213 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Usage tracker for resource:security_group_rule and tenant:448487e6ada54bfa8c9462c04909958a is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:08.066005 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:08.072408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:08.199893 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.206149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.212503 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a5cc2-63dd-42a1-828e-8199121d3882 req-132abe7f-07eb-46dd-88c6-4b275b71b5b1 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:08.220469 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4a52baef-e880-48c4-a090-f7d6b458d1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:08.221917 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9b4a5cc2-63dd-42a1-828e-8199121d3882 req-132abe7f-07eb-46dd-88c6-4b275b71b5b1 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1292624
Dec 09 18:46:08.275891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40308d-9637-4931-9a4f-d7ecd4fbac0d,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:08.278774 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9b4a5cc2-63dd-42a1-828e-8199121d3882 req-a0156e45-cdaa-4a37-9102-9784997d1d62 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556965
Dec 09 18:46:08.280717 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:08.285536 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=448487e6ada54bfa8c9462c04909958a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4367316
Dec 09 18:46:08.286642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36496) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:08.369506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.406222 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.464860 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.470082 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7a6a12e8-e686-477f-9cb8-2e3aec73f4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:08.482820 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40308d-9637-4931-9a4f-d7ecd4fbac0d,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:08.489331 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:08.491774 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:08.495941 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c40308d-9637-4931-9a4f-d7ecd4fbac0d HTTP/1.1" status: 204  len: 168 time: 0.2049625
Dec 09 18:46:08.874233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36526) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:08.954960 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36534) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:09.198847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.218394 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:09.222798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Usage tracker for resource:security_group_rule and tenant:c51f66e1654c4f559c82881dee4fdf7e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:09.225763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:09.232252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:09.277153 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.311286 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:09.321648 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Usage tracker for resource:security_group_rule and tenant:9ff2357227754bc3ae18ef488e51132a is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:09.328197 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:09.342533 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:09.375039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.395750 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.404977 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36552) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:09.422018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-27fc6008-b49d-47cd-926c-d38ec26d3f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:09.455292 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c51f66e1654c4f559c82881dee4fdf7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5798948
Dec 09 18:46:09.467177 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36562) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:09.533428 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aee25f-5afd-42b4-b8fb-bc96660d6141,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:09.544525 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:09.565579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9e23b-f328-4cd4-9c8a-bd75540dcd8e req-654d27fd-3343-4fb7-b46d-a6ad822c56a9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:09.567408 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-58b9e23b-f328-4cd4-9c8a-bd75540dcd8e req-654d27fd-3343-4fb7-b46d-a6ad822c56a9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1552191
Dec 09 18:46:09.578714 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.585008 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.598064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.613333 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-87b8707b-c535-4859-b346-6a8c1d60a8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:09.636333 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-58b9e23b-f328-4cd4-9c8a-bd75540dcd8e req-781f10cf-8836-4fb2-9897-337682eb790c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590241
Dec 09 18:46:09.681244 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.696466 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ff2357227754bc3ae18ef488e51132a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7380331
Dec 09 18:46:09.696892 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36568) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:09.711405 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63e1db-4d41-4031-b9d7-5d7a97eec07c,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:09.724513 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:09.728312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.759359 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:09.763641 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e01f9a75af441696e72bc27db5017d is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:09.766983 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:09.773071 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:09.788409 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.812061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.818780 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:09.839582 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.881460 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aee25f-5afd-42b4-b8fb-bc96660d6141,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:09.908321 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.912122 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:09.925664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:09.925664 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57aee25f-5afd-42b4-b8fb-bc96660d6141 HTTP/1.1" status: 204  len: 168 time: 0.4563122
Dec 09 18:46:09.952640 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:09.986115 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63e1db-4d41-4031-b9d7-5d7a97eec07c,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:10.006778 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:10.024930 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.026118 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b63e1db-4d41-4031-b9d7-5d7a97eec07c HTTP/1.1" status: 204  len: 168 time: 0.3281052
Dec 09 18:46:10.033579 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.037957 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.045580 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a94e0300-bd2f-4042-a088-734887696323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:10.094528 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1e01f9a75af441696e72bc27db5017d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6865401
Dec 09 18:46:10.095533 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2701fbd8-b8aa-4e34-88c7-cd6b0452768d,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:10.098073 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36590) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:10.099420 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:10.173996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.202689 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.277341 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.285142 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7107e5bd-a8f5-438b-ae80-65f04675c906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:10.301869 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.302997 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2701fbd8-b8aa-4e34-88c7-cd6b0452768d HTTP/1.1" status: 204  len: 168 time: 0.2021129
Dec 09 18:46:10.305646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701fbd8-b8aa-4e34-88c7-cd6b0452768d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:10.308703 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:10.483513 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36608) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:10.503097 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.521068 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:10.524971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3b289d0b6745d886a9db4b8b5a4bbb is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:10.528582 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:10.534293 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:10.637526 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.644216 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.655945 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5bd64f69-d3b4-426f-abf9-6a981d21dfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:10.706512 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3163afe3-7d4f-4e06-9304-5faa5a9d5b0d,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:10.714545 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c3b289d0b6745d886a9db4b8b5a4bbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2273853
Dec 09 18:46:10.714545 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:10.714990 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36620) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:10.846759 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.882036 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36624) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:10.889270 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.914564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a581c1-1f7d-4acd-9d2a-c8bc2159dd98 req-c0d6a7a6-cdfa-4f65-aeaf-576ca8e5a6e3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:10.921741 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:10.921914 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5a581c1-1f7d-4acd-9d2a-c8bc2159dd98 req-c0d6a7a6-cdfa-4f65-aeaf-576ca8e5a6e3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1546133
Dec 09 18:46:10.957199 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:10.971365 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Usage tracker for resource:security_group_rule and tenant:8a58b0c1ce0a47d2b05258ff7fdeaf40 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:10.980975 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:10.996584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:10.997812 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5a581c1-1f7d-4acd-9d2a-c8bc2159dd98 req-576f561f-b373-4380-a498-8cdd6ca39be3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749497
Dec 09 18:46:11.023341 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.040420 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c1fcdf11-760b-41b8-9858-3c3e32eb6559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:11.063809 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3163afe3-7d4f-4e06-9304-5faa5a9d5b0d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:11.072947 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:11.093975 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.098978 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3163afe3-7d4f-4e06-9304-5faa5a9d5b0d HTTP/1.1" status: 204  len: 168 time: 0.3804443
Dec 09 18:46:11.152103 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.161890 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.226132 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2f7184d5-885c-4adc-a4d1-89ccf2790d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:11.256105 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a58b0c1ce0a47d2b05258ff7fdeaf40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3729458
Dec 09 18:46:11.261521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36642) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:11.287792 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12149403-b408-4d38-8468-b6e657a35857,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:11.291592 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:11.365124 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.409765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.483462 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.490671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2e5ac3be-ee8b-497a-afcc-d5f9361869dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:11.506043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12149403-b408-4d38-8468-b6e657a35857,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:11.534885 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:11.550257 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:11.552738 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12149403-b408-4d38-8468-b6e657a35857 HTTP/1.1" status: 204  len: 168 time: 0.2902122
Dec 09 18:46:12.233874 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc4c90-592c-4807-96f7-c92a21492345 req-cc0c0e46-bcdb-45e3-8641-2efe20877bbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:12.235658 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a7fc4c90-592c-4807-96f7-c92a21492345 req-cc0c0e46-bcdb-45e3-8641-2efe20877bbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0902617
Dec 09 18:46:12.292847 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a7fc4c90-592c-4807-96f7-c92a21492345 req-514ec4b3-65eb-429b-93d0-438a1dad53d4 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513251
Dec 09 18:46:13.553205 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996a4dc-429d-4725-9a3a-dc26b7b09f9c req-c79d366f-f2fb-4575-af4a-f1b3c7a5dffd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:13.555050 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b996a4dc-429d-4725-9a3a-dc26b7b09f9c req-c79d366f-f2fb-4575-af4a-f1b3c7a5dffd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1032653
Dec 09 18:46:13.642309 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b996a4dc-429d-4725-9a3a-dc26b7b09f9c req-037c16fe-91db-4f5f-9b42-0fc47eb8cb7b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813258
Dec 09 18:46:14.846822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca9d71-52e1-4c09-8b88-3c8a84d29d12 req-cb2d8062-95b6-40b9-a313-f041babd105b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:14.848351 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7dca9d71-52e1-4c09-8b88-3c8a84d29d12 req-cb2d8062-95b6-40b9-a313-f041babd105b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1042585
Dec 09 18:46:14.909971 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7dca9d71-52e1-4c09-8b88-3c8a84d29d12 req-ecdb8803-9dc2-44e1-be27-2e16fb8f76de tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541508
Dec 09 18:46:14.976672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36840) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:15.097315 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.111670 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:15.115479 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa221dd06dca4c778c48f6a12490c7e8 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:15.118317 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:15.124164 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:15.205609 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.209765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.218229 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-28c2054a-c27b-4553-bb18-ece17d992e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:15.231887 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36848) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:15.258469 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa221dd06dca4c778c48f6a12490c7e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2798483
Dec 09 18:46:15.259563 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2951252d-17e6-4773-8454-901b2a8d00d1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:15.261847 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36854) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:15.263501 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:15.327689 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.372261 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.386070 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.399434 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:15.411810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Usage tracker for resource:security_group_rule and tenant:aca5cd66a33549b3943c31144c378999 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:15.415733 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:15.431625 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:15.481100 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.486427 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ce1d8db5-4e3b-48df-acbe-e6be9ed02564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:15.503745 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951252d-17e6-4773-8454-901b2a8d00d1,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:15.507445 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:15.539570 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.540666 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2951252d-17e6-4773-8454-901b2a8d00d1 HTTP/1.1" status: 204  len: 168 time: 0.2777915
Dec 09 18:46:15.556727 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.561417 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.567926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:15.610908 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aca5cd66a33549b3943c31144c378999&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3779030
Dec 09 18:46:15.611877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9c6d0-1744-4898-8e0d-9addc4ba62f7,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:15.613628 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36862) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:15.614880 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:15.722745 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.749602 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.860091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.865885 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2618b2f1-26d6-4dd0-8998-a80f0f02f550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:15.879474 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9c6d0-1744-4898-8e0d-9addc4ba62f7,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:15.882932 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:15.892220 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:15.896200 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1df9c6d0-1744-4898-8e0d-9addc4ba62f7 HTTP/1.1" status: 204  len: 168 time: 0.2778757
Dec 09 18:46:16.123122 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6ecd-e773-4e7c-b2ea-03ae504c9d37 req-9071fa0e-9afc-4885-bbe2-1b6a622d92c7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:16.125256 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-771c6ecd-e773-4e7c-b2ea-03ae504c9d37 req-9071fa0e-9afc-4885-bbe2-1b6a622d92c7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0913968
Dec 09 18:46:16.178346 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-771c6ecd-e773-4e7c-b2ea-03ae504c9d37 req-a8801b43-70cf-4e44-bd59-cabb34e2f40a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455489
Dec 09 18:46:16.233797 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36892) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:16.251011 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.268087 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:16.271772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Usage tracker for resource:security_group_rule and tenant:d16ae0e76c2643f8bcf0ab9c955c0c7f is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:16.274549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:16.280988 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:16.366570 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.371131 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.380419 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-93b86ca9-710b-46ab-9e47-142de6d64360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:16.423402 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d16ae0e76c2643f8bcf0ab9c955c0c7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1857738
Dec 09 18:46:16.423402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d8518-b57d-427e-a6d1-a2f4624bf0f1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:16.423865 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36900) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:16.425513 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:16.488289 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.575358 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.627310 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.632174 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3ee77a03-9c36-4ca1-b671-25d6fc4e541a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:16.646447 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d8518-b57d-427e-a6d1-a2f4624bf0f1,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:16.648770 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:16.649905 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b80d8518-b57d-427e-a6d1-a2f4624bf0f1 HTTP/1.1" status: 204  len: 168 time: 0.2250156
Dec 09 18:46:16.650816 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:16.942996 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 36924) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:17.073061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.087683 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:17.092192 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Usage tracker for resource:security_group_rule and tenant:d112708705404649b5727d65e7a953ff is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:17.095061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:17.100775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:17.186978 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.191179 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.199550 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f60f8150-3f5d-4e16-811e-4f9e8d3cbc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:17.248810 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d112708705404649b5727d65e7a953ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3022971
Dec 09 18:46:17.248810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a74e5-e39a-4342-8ff4-0ba3ea1c80a1,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:17.249341 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 36944) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:17.251028 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:17.378716 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.418225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.440261 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eeb11-a799-4a3c-a9ae-a744e7fcae9e req-72b36b5f-f9e4-430c-9c66-9bcfd556a3af tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:17.442095 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b4eeb11-a799-4a3c-a9ae-a744e7fcae9e req-72b36b5f-f9e4-430c-9c66-9bcfd556a3af tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1482589
Dec 09 18:46:17.506851 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b4eeb11-a799-4a3c-a9ae-a744e7fcae9e req-c1c08647-e625-40e5-ac24-091d52dcddc7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570710
Dec 09 18:46:17.535249 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.540394 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2e97fb54-661e-422e-bcb7-79a39fa36c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:17.552367 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a74e5-e39a-4342-8ff4-0ba3ea1c80a1,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:17.555092 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:17.563608 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:17.564718 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b0a74e5-e39a-4342-8ff4-0ba3ea1c80a1 HTTP/1.1" status: 204  len: 168 time: 0.3144107
Dec 09 18:46:18.527510 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37006) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:18.684144 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1964190980-network', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:18.696452 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:18.703138 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Usage tracker for resource:network and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:18.706331 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:18.715902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:18.743218 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Made reservation on behalf of b8cc596bb2dc4f9ba1120936e1a90dd6 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:46:18.746145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:18.760693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:18.780080 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfda262-4011-484c-9ec8-da591bcda54c req-1ce15670-1ed6-4549-aba1-4832dad6d92b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:18.785823 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9dfda262-4011-484c-9ec8-da591bcda54c req-1ce15670-1ed6-4549-aba1-4832dad6d92b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1487691
Dec 09 18:46:18.827626 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:18.834877 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:18.840653 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9dfda262-4011-484c-9ec8-da591bcda54c req-fd70630a-8bcc-4173-8f1b-572cae7623b7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511732
Dec 09 18:46:18.841769 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:18.857537 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:18.985544 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:18.991566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.001922 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-fa396353-9277-4d2d-9356-b3ce67ad0e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:19.032582 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:46:19.038075 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1554a-ea65-42fb-84be-827b8db922c4,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:19.042539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:19.047581 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.048111 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Added segment 7840b9a8-c057-4769-8458-79b5d4369e0a of type vlan for network c39356a0-58e3-4abb-b8a3-81f2d88c9201
Dec 09 18:46:19.079408 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.111841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.113188 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:19.113803 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.117323 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ccfe0203-93e3-4281-97cb-2c6d76573b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:19.218826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Pushing event updated for resources: {'Network': ['ID=c39356a0-58e3-4abb-b8a3-81f2d88c9201,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:19.225326 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37054) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:19.225912 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6968207
Dec 09 18:46:19.226699 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:19.237044 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:46:19.247584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Request body: {'subnet': {'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1964190980-subnet', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:19.262387 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:19.266452 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Usage tracker for resource:subnet and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:19.269493 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:19.275379 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:19.293941 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Made reservation on behalf of b8cc596bb2dc4f9ba1120936e1a90dd6 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:46:19.296245 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.515056 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.518960 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:19.565626 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37066) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:19.589549 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb55689-0687-4284-8cdd-8a8951368bb9,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:19.592716 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:19.609018 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Checking segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:19.609400 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Network hostable DHCP agents. Network: c39356a0-58e3-4abb-b8a3-81f2d88c9201, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:46:19.628165 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:46:19.637965 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, c39356a0-58e3-4abb-b8a3-81f2d88c9201) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:19.642933 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:19.643767 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.648953 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462f219-ff97-45e2-b9e6-470a7dd80597 None None] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:46:19.673134 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4464285
Dec 09 18:46:19.675722 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37072) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:19.680709 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:19.686453 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:19.690359 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Usage tracker for resource:router and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:19.693235 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:19.699417 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:19.704950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.715423 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.716555 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.721924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:19.726166 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Usage tracker for resource:security_group_rule and tenant:c99cff0d66a343bd8be5944842689834 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:19.729812 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:19.735850 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:19.739679 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.830404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.840991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:19.870422 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b5f60151-5cdc-4b58-9440-370a1e37a946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:19.883535 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c99cff0d66a343bd8be5944842689834&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3168137
Dec 09 18:46:19.886717 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37080) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:19.907774 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90bf591-4c7c-4fbf-b6bb-32b14d3b122f,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:19.912102 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:19.956320 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:46:19.957198 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.101122 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.116759 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.127670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Allocated IP 172.20.0.2 (c39356a0-58e3-4abb-b8a3-81f2d88c9201/6fb55689-0687-4284-8cdd-8a8951368bb9/7bb45a9d-bb3c-448e-b6b8-1188ea466a18) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:46:20.159201 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44824ce-8ccf-409d-beb8-7e3c1bc312a2 req-833825ef-9c35-4f30-8ea5-0b621bbdcf4b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:20.161176 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d44824ce-8ccf-409d-beb8-7e3c1bc312a2 req-833825ef-9c35-4f30-8ea5-0b621bbdcf4b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1318152
Dec 09 18:46:20.211141 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d44824ce-8ccf-409d-beb8-7e3c1bc312a2 req-027c32c6-06b8-4e24-bd8f-e9f144b702df tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442855
Dec 09 18:46:20.229523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.313130 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.334660 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3eb91031-5f5f-4b01-942c-3af30242ddc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:20.352756 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90bf591-4c7c-4fbf-b6bb-32b14d3b122f,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:20.359816 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:20.410808 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.426074 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Transition to ACTIVE for port object 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:20.451893 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-406f87a6-fbc7-47ef-875c-275f87eca637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.455303 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Transition to ACTIVE for port object 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:20.461548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.465650 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:20.482993 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.484118 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d90bf591-4c7c-4fbf-b6bb-32b14d3b122f HTTP/1.1" status: 204  len: 168 time: 0.5962169
Dec 09 18:46:20.530503 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:20.533424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:20.537821 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:46:20.539931 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Pushing event updated for resources: {'Port': ['ID=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:20.559978 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.583290 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.583685 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.584315 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.584792 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.585116 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.585522 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.585858 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.586260 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.586515 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.586842 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.587171 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.587495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:20.593537 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.595641 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:20.647783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Attempting to bind port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:46:20.648219 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Attempting to bind port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:46:20.648588 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Attempting to bind port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 on network c39356a0-58e3-4abb-b8a3-81f2d88c9201 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:46:20.655136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:46:20.655613 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Checking segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:20.656470 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.657124 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Bound using segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:46:20.657889 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Bound port: 7bb45a9d-bb3c-448e-b6b8-1188ea466a18, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:46:20.658282 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.752714 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] For port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:46:20.754182 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Allocated IP 172.27.3.140 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/047c8555-1027-4904-a843-9b0dc30e33f1) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:46:20.756453 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] For port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:46:20.760933 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.779365 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:20.814872 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37096) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:20.832826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:20.849985 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:20.868920 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Pushing event updated for resources: {'Port': ['ID=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:20.869104 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Usage tracker for resource:security_group_rule and tenant:9e991449d5cf4d969f142916dee51d61 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:20.874374 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:20.883924 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:20.889655 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:21.015145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.019669 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.029720 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a4b2c40d-b9c2-4cbf-9cee-c929c19c9ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:21.075714 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.100243 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e991449d5cf4d969f142916dee51d61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2842741
Dec 09 18:46:21.102330 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28833bb-0557-4761-8f47-ab92bab8fec6,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:21.105648 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37104) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:21.106554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:21.189391 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.207723 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.227477 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:21.264153 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.283704 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.306336 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:21.318764 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:21.344793 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:46:21.475343 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3860af7-e4fb-4d80-9dfb-730baedc9301 req-f2d8643d-b8f7-409b-8cf9-5778ad5e7872 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:21.486208 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Pushing event updated for resources: {'Port': ['ID=047c8555-1027-4904-a843-9b0dc30e33f1,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:21.493751 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b3860af7-e4fb-4d80-9dfb-730baedc9301 req-f2d8643d-b8f7-409b-8cf9-5778ad5e7872 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1370265
Dec 09 18:46:21.504238 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:21.548830 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b3860af7-e4fb-4d80-9dfb-730baedc9301 req-9ebad10f-1685-45d2-a8c4-2914d6f73698 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542047
Dec 09 18:46:21.705966 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.717473 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-447aa74c-84f9-4df1-8dea-4b733c8e41ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:21.741683 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28833bb-0557-4761-8f47-ab92bab8fec6,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:21.758292 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:21.775297 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:21.777356 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c28833bb-0557-4761-8f47-ab92bab8fec6 HTTP/1.1" status: 204  len: 168 time: 0.6705639
Dec 09 18:46:21.865115 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:22.054024 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:22.133854 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:22.291481 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e190f-3e30-4966-8352-63ed82fc6f8d None None] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:46:22.356007 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Provisioning for port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:22.459484 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Provisioning complete for port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:22.459946 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:22.767025 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:22.778456 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:22.828930 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] For port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:46:22.840415 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:22.844596 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:22.937731 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0739f1-b1d0-4d99-ac40-7e1d704333f4 req-eb938b69-3cb6-4ca7-b8f6-a8caf8ddad38 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:22.940294 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f0739f1-b1d0-4d99-ac40-7e1d704333f4 req-eb938b69-3cb6-4ca7-b8f6-a8caf8ddad38 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1908143
Dec 09 18:46:23.036326 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Pushing event updated for resources: {'Port': ['ID=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:23.044166 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f0739f1-b1d0-4d99-ac40-7e1d704333f4 req-1b418d8d-4e4d-4db9-bcae-f3d3b2c348dd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965953
Dec 09 18:46:23.049877 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:23.050767 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3c686046-aa1c-4405-8745-04913f46e045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:23.114453 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Router e26ca15f-ce0e-4de5-babe-32a11206efb1 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:46:23.272778 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-6ed94424-1546-402f-9c50-07d13ffea49d None None] Provisioning complete for port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:23.273261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6ed94424-1546-402f-9c50-07d13ffea49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:23.425306 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:46:23.437551 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Sync routers for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:46:23.449413 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:23.450516 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809ac0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:23.453268 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:23.457321 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37216) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:23.469946 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e16edc01-0621-4d83-a257-62b0296d1e9c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.7778144
Dec 09 18:46:23.686166 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:23.769037 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:23.934680 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:23.935071 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.212157 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.231738 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809ac0>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:21Z', 'revision_number': 3, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:24.236428 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Checking router: e26ca15f-ce0e-4de5-babe-32a11206efb1 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:46:24.236659 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Updating router e26ca15f-ce0e-4de5-babe-32a11206efb1 port 047c8555-1027-4904-a843-9b0dc30e33f1 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:46:24.314055 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.503852 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fba20-72ef-4cd4-a8b6-6d31cc326b03 req-d8d280d2-cb9e-4147-9945-0b0c17f07a04 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:24.505322 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d11fba20-72ef-4cd4-a8b6-6d31cc326b03 req-d8d280d2-cb9e-4147-9945-0b0c17f07a04 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.2958345
Dec 09 18:46:24.607250 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d11fba20-72ef-4cd4-a8b6-6d31cc326b03 req-c9026f75-8ddc-4551-83c4-a7c3d817ae27 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893381
Dec 09 18:46:24.686682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.692358 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.704344 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Transition to ACTIVE for port object 047c8555-1027-4904-a843-9b0dc30e33f1 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:24.711310 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.716352 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-6b4d02bb-f10b-4216-a1d3-b70403e7ed4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:24.788875 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Attempting to bind port 047c8555-1027-4904-a843-9b0dc30e33f1 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:46:24.789253 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Attempting to bind port 047c8555-1027-4904-a843-9b0dc30e33f1 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:46:24.789656 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Attempting to bind port 047c8555-1027-4904-a843-9b0dc30e33f1 on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:46:24.799536 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Pushing event updated for resources: {'Port': ['ID=047c8555-1027-4904-a843-9b0dc30e33f1,revision_number=2']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:24.801870 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:46:24.802248 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:24.802661 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.803050 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:46:24.803520 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Bound port: 047c8555-1027-4904-a843-9b0dc30e33f1, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:46:24.803916 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.845641 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.845992 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.846342 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.846684 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.847012 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.847341 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.847694 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.848005 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.848345 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.848672 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.848992 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.849334 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:46:24.854129 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:24.894279 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] For port 047c8555-1027-4904-a843-9b0dc30e33f1, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:46:24.897306 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] For port 047c8555-1027-4904-a843-9b0dc30e33f1, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=047c8555-1027-4904-a843-9b0dc30e33f1,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:46:24.904356 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:24.907378 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Allocated IP 172.20.0.1 (c39356a0-58e3-4abb-b8a3-81f2d88c9201/6fb55689-0687-4284-8cdd-8a8951368bb9/0e3851d6-92f0-4923-9b68-e55a865bf1cc) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:46:24.910347 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:24.993632 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:24.994486 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809ac0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:25.062833 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Pushing event updated for resources: {'Port': ['ID=047c8555-1027-4904-a843-9b0dc30e33f1,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:25.113639 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:25.113950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:25.131428 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-e66794f0-4fd0-4998-8329-0498785cff88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:25.160078 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Transition to ACTIVE for port object 0e3851d6-92f0-4923-9b68-e55a865bf1cc will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:25.214952 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:25.219453 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:25.226438 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:25.410730 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:25.413702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:25.444099 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:46:25.447432 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:25.540031 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37292) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:25.711773 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3851d6-92f0-4923-9b68-e55a865bf1cc,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:25.731407 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:25.756811 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809ac0>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:21Z', 'revision_number': 3, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:25.771868 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bfcd9-a4d9-4be7-aecc-ee5f9204dacc None None] The sync data for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi is: [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:21Z', 'revision_number': 3, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:46:25.829067 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:25.872053 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-af848bcc-f40b-4bcd-8104-6ba58fda59e1 None None] Provisioning for port 0e3851d6-92f0-4923-9b68-e55a865bf1cc completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:25.878910 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-af848bcc-f40b-4bcd-8104-6ba58fda59e1 None None] Provisioning complete for port 0e3851d6-92f0-4923-9b68-e55a865bf1cc triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:25.880736 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-af848bcc-f40b-4bcd-8104-6ba58fda59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:25.896456 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:25.920626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Usage tracker for resource:security_group_rule and tenant:ab546540f9cd4962ba73991aa237f36c is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:25.925224 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:25.941731 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:26.044740 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.066141 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-af848bcc-f40b-4bcd-8104-6ba58fda59e1 None None] Port 0e3851d6-92f0-4923-9b68-e55a865bf1cc cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:46:26.099741 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.143064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.151497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.202551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5365520f-8e5f-4898-9fed-f2a36c4f0f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:26.255405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37318) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:26.266756 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab546540f9cd4962ba73991aa237f36c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7204990
Dec 09 18:46:26.267634 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37320) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:26.269103 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34e824-3f54-491a-a2db-918305cd7ea7,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:26.274364 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:26.313003 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320b887-1cc0-41c7-86fa-86ff78bbc4a9 req-1e641f34-303d-4335-ab59-45032743a503 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:26.317857 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6320b887-1cc0-41c7-86fa-86ff78bbc4a9 req-1e641f34-303d-4335-ab59-45032743a503 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.3582497
Dec 09 18:46:26.350901 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.380714 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.456356 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.465953 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-17cfd905-3dd5-4a00-a79c-4ffc5b50f581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:26.480414 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34e824-3f54-491a-a2db-918305cd7ea7,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:26.482751 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.490991 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea34e824-3f54-491a-a2db-918305cd7ea7 HTTP/1.1" status: 204  len: 168 time: 0.2170517
Dec 09 18:46:26.493799 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:26.671695 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6320b887-1cc0-41c7-86fa-86ff78bbc4a9 req-8b6a2862-26a6-4a8d-8af4-b48eeed3feed tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282351
Dec 09 18:46:26.683433 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.720441 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:26.728468 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6fd07bf9ab404f9692e8db7fcb1006 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:26.733637 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:26.741253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:26.780226 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.793234 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.799011 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:26.810045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-aa4ecec8-952c-4f4c-9852-76613888a889 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:26.993250 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37350) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:27.012809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.021644 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3851d6-92f0-4923-9b68-e55a865bf1cc,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:27.034252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:27.045538 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:27.050572 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Usage tracker for resource:security_group_rule and tenant:61c469d208db44ba9d99c9a1c91516b5 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:27.055512 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:27.068183 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:27.072999 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.086078 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.101943 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8e6d6ab0-00b4-4dcb-b325-854d6c22d0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:27.154644 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d6fd07bf9ab404f9692e8db7fcb1006&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8941369
Dec 09 18:46:27.156982 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:27.169594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37356) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:27.170682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4aede2-abef-4bd9-88f8-8f993310df77,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:27.177444 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:27.179244 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:27.181999 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.186509 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.210714 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6b0ee344-fa06-4edd-906c-a8dfe92fb973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:27.277482 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61c469d208db44ba9d99c9a1c91516b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2819676
Dec 09 18:46:27.278415 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37366) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:27.282236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0c6ca-69b7-4313-9f9e-ff31b8166335,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:27.313526 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:27.382506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.417397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.454009 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.481202 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.486350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-24099122-2892-4d7d-b852-b79fffa80ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:27.497992 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-ac5bd6d0-67aa-4013-9f54-b5afc6656a17 None None] Provisioning complete for port 0e3851d6-92f0-4923-9b68-e55a865bf1cc triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:27.498818 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0c6ca-69b7-4313-9f9e-ff31b8166335,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:27.499293 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd6d0-67aa-4013-9f54-b5afc6656a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.500919 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.501643 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:27.508353 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.510485 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40a0c6ca-69b7-4313-9f9e-ff31b8166335 HTTP/1.1" status: 204  len: 168 time: 0.2291703
Dec 09 18:46:27.532535 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Router e26ca15f-ce0e-4de5-babe-32a11206efb1 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:46:27.582630 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bd6d0-67aa-4013-9f54-b5afc6656a17 None None] Port 0e3851d6-92f0-4923-9b68-e55a865bf1cc cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:46:27.811182 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:27.832094 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6de39b7a-f40f-46d2-8c95-e4c203335f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:27.869575 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 047c8555-1027-4904-a843-9b0dc30e33f1 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:27.894816 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4aede2-abef-4bd9-88f8-8f993310df77,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:27.919325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:28.015927 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:28.020778 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc4aede2-abef-4bd9-88f8-8f993310df77 HTTP/1.1" status: 204  len: 168 time: 0.8464589
Dec 09 18:46:28.035673 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 047c8555-1027-4904-a843-9b0dc30e33f1 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:28.043525 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:46:28.050403 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] 10.222.0.32 "PUT /v2.0/routers/e26ca15f-ce0e-4de5-babe-32a11206efb1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5920267
Dec 09 18:46:28.054030 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 047c8555-1027-4904-a843-9b0dc30e33f1 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:28.054734 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:28.087076 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf74722-3e63-4ad5-90dd-5ffa85814fc3 req-a4a5da41-3867-40b6-8d05-1a47addf9328 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:28.095504 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7cf74722-3e63-4ad5-90dd-5ffa85814fc3 req-a4a5da41-3867-40b6-8d05-1a47addf9328 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1626103
Dec 09 18:46:28.170537 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7cf74722-3e63-4ad5-90dd-5ffa85814fc3 req-2cf2cf7c-63fe-4113-bf63-51cc90d4f488 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717373
Dec 09 18:46:28.254638 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390670-14e6-402b-a082-ce72850e9736 req-4cc01a68-2e12-4a99-804d-bda1596468c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:28.256132 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c390670-14e6-402b-a082-ce72850e9736 req-4cc01a68-2e12-4a99-804d-bda1596468c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 1099 time: 0.1464632
Dec 09 18:46:28.297635 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Sync routers for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:46:28.310577 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:28.319981 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:28.320837 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0f8b50>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:28.344907 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c390670-14e6-402b-a082-ce72850e9736 req-f9e45856-cf11-4223-b386-ff1b89ff8020 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813723
Dec 09 18:46:28.478638 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 047c8555-1027-4904-a843-9b0dc30e33f1, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=047c8555-1027-4904-a843-9b0dc30e33f1,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:46:28.493012 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:28.498374 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:28.655331 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:28.735696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=047c8555-1027-4904-a843-9b0dc30e33f1,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:28.824417 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37422) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:28.827611 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:29.068757 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0f8b50>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:26Z', 'revision_number': 2, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:29.073113 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Checking router: e26ca15f-ce0e-4de5-babe-32a11206efb1 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:46:29.073626 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Updating router e26ca15f-ce0e-4de5-babe-32a11206efb1 port 0e3851d6-92f0-4923-9b68-e55a865bf1cc binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:46:29.137977 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.140198 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.159552 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:29.163762 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Usage tracker for resource:security_group_rule and tenant:0799344d26e842d1916f1fbcdbd0ef31 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:29.167085 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:29.173163 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:29.322512 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.329985 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.344630 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3bdf8e56-6a57-4ae8-8d93-21b4218a8b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:29.404439 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0799344d26e842d1916f1fbcdbd0ef31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5773866
Dec 09 18:46:29.405798 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc91b1-badb-4a45-a529-5d487a0582a6,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:29.410506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:29.422280 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37450) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:29.517858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.589773 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.643617 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef91d2a-e493-4795-abd3-53a4a0b7634a req-d0499448-ce2e-40c0-b327-195fb9c278cb tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:29.646858 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4ef91d2a-e493-4795-abd3-53a4a0b7634a req-d0499448-ce2e-40c0-b327-195fb9c278cb tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.3153532
Dec 09 18:46:29.732266 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37474) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:29.748711 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-52480196-network', 'tenant_id': '3537e36eff554d03981645277ce48472'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:29.751755 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.791532 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 047c8555-1027-4904-a843-9b0dc30e33f1 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:29.810736 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:29.828204 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4ef91d2a-e493-4795-abd3-53a4a0b7634a req-58762590-8361-49be-8cb7-34400b343ae9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653073
Dec 09 18:46:29.834006 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.839695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:29.852670 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Usage tracker for resource:network and tenant:3537e36eff554d03981645277ce48472 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:29.859233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:29.868266 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Transition to ACTIVE for port object 0e3851d6-92f0-4923-9b68-e55a865bf1cc will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:29.872130 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc91b1-badb-4a45-a529-5d487a0582a6,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:29.879437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:29.880432 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:29.893166 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.903562 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0fc91b1-badb-4a45-a529-5d487a0582a6 HTTP/1.1" status: 204  len: 168 time: 0.4736280
Dec 09 18:46:29.913005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Made reservation on behalf of 3537e36eff554d03981645277ce48472 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:46:29.914685 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.919039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.934182 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:29.949556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:29.967781 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:29.974721 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Usage tracker for resource:security_group_rule and tenant:3537e36eff554d03981645277ce48472 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:29.977973 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:29.985848 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:30.079559 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083d977-22fe-4a3a-bc78-3c5c8171297d None None] Pushing event updated for resources: {'Port': ['ID=0e3851d6-92f0-4923-9b68-e55a865bf1cc,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:30.133598 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e083d977-22fe-4a3a-bc78-3c5c8171297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:30.156882 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.162694 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.181996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:46:30.197791 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.198494 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Added segment d2fc2344-c1cc-4eb3-837b-6f53f413e2b1 of type vlan for network 96a58855-2ebd-46e7-887d-2816a5a18c95
Dec 09 18:46:30.233921 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.261493 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 047c8555-1027-4904-a843-9b0dc30e33f1 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:30.263812 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.269170 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-abe6aa2b-09a2-41a2-8a02-022bd6867bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:30.303246 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46284d8-e083-401e-a564-b7be1fc8bac9,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:30.307412 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:30.308484 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.309884 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:30.310534 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.314966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:30.346589 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Attempting to bind port 0e3851d6-92f0-4923-9b68-e55a865bf1cc on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:46:30.346975 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Attempting to bind port 0e3851d6-92f0-4923-9b68-e55a865bf1cc by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:46:30.347350 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Attempting to bind port 0e3851d6-92f0-4923-9b68-e55a865bf1cc on network c39356a0-58e3-4abb-b8a3-81f2d88c9201 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:46:30.383553 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:46:30.383842 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Checking segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:30.385030 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.385207 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Bound using segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:46:30.385921 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Bound port: 0e3851d6-92f0-4923-9b68-e55a865bf1cc, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:46:30.386331 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.480145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Pushing event updated for resources: {'Network': ['ID=96a58855-2ebd-46e7-887d-2816a5a18c95,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:30.487149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37492) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:30.487813 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7538426
Dec 09 18:46:30.488104 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:30.495287 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Request body: {'subnet': {'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-52480196-subnet', 'tenant_id': '3537e36eff554d03981645277ce48472', 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:30.496604 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:46:30.500551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:30.504867 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Usage tracker for resource:subnet and tenant:3537e36eff554d03981645277ce48472 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:30.507963 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:30.516873 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:30.530479 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Made reservation on behalf of 3537e36eff554d03981645277ce48472 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:46:30.533797 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.676899 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] For port 0e3851d6-92f0-4923-9b68-e55a865bf1cc, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:46:30.691931 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] For port 0e3851d6-92f0-4923-9b68-e55a865bf1cc, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0e3851d6-92f0-4923-9b68-e55a865bf1cc,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:46:30.707790 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.712316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:30.804766 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:30.805521 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0f8b50>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:30.828367 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:30.836073 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:30.886461 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083d977-22fe-4a3a-bc78-3c5c8171297d None None] Pushing event updated for resources: {'Port': ['ID=0e3851d6-92f0-4923-9b68-e55a865bf1cc,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:30.910286 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e083d977-22fe-4a3a-bc78-3c5c8171297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:31.046952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Checking segment: {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:31.047328 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Network hostable DHCP agents. Network: 96a58855-2ebd-46e7-887d-2816a5a18c95, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:46:31.079219 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=185eaae7-7eda-4d35-a14c-e3c8f06bd020,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:31.088452 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:31.111010 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:46:31.124626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 96a58855-2ebd-46e7-887d-2816a5a18c95) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:31.133654 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:31.134207 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:31.190603 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ed5bdec7-65ff-4dd8-8536-99b5061a4d90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.7013233
Dec 09 18:46:31.191650 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37522) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:31.200314 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:31.204495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61fca7-d317-4bd2-83d4-5f453c3e8c7c None None] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:46:31.218551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:31.226318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Usage tracker for resource:router and tenant:3537e36eff554d03981645277ce48472 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:31.232601 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:31.245147 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:31.271238 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:31.273694 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:31.295724 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:31.474518 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:31.510572 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ea7b-9f56-4610-adb7-0c40365fbdb2 req-741f76b1-e6fb-4530-b6e8-1931b27c05ce tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:31.512098 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-eb72ea7b-9f56-4610-adb7-0c40365fbdb2 req-741f76b1-e6fb-4530-b6e8-1931b27c05ce tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1451004
Dec 09 18:46:31.614491 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-eb72ea7b-9f56-4610-adb7-0c40365fbdb2 req-aa99e1ee-b68c-4caf-9dba-a9cdfe3bcbbb tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944777
Dec 09 18:46:31.643798 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:31.859597 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-96a58855-2ebd-46e7-887d-2816a5a18c95', 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95', 'tenant_id': '3537e36eff554d03981645277ce48472', 'fixed_ips': [{'subnet_id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:46:31.860465 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:32.238223 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Allocated IP 172.20.0.2 (96a58855-2ebd-46e7-887d-2816a5a18c95/185eaae7-7eda-4d35-a14c-e3c8f06bd020/ff0d0604-332e-494e-bcf3-18888568bc15) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:46:32.246327 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3d2eb709-8489-443c-9008-83c39737011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0f8b50>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:30Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:32.252473 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eb709-8489-443c-9008-83c39737011e None None] The sync data for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi is: [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:30Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:46:32.347825 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:32.412450 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:32.695637 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Allocated IP 172.27.3.222 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/083ce47e-e734-41c5-afbe-4a7240aec125) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:46:32.737292 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:32.755346 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Transition to ACTIVE for port object ff0d0604-332e-494e-bcf3-18888568bc15 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:32.779670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Transition to ACTIVE for port object ff0d0604-332e-494e-bcf3-18888568bc15 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:32.788259 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:32.811739 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:32.989247 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:33.028260 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:33.061670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:46:33.124521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcfd03-b813-4d3e-a7e5-19f6b65db7a5 req-ac32bf5d-7216-4961-a75a-89301c4b8eb9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:33.130183 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-52fcfd03-b813-4d3e-a7e5-19f6b65db7a5 req-ac32bf5d-7216-4961-a75a-89301c4b8eb9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.2977862
Dec 09 18:46:33.162575 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0604-332e-494e-bcf3-18888568bc15,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:33.174398 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:33.181048 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:33.256168 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-52fcfd03-b813-4d3e-a7e5-19f6b65db7a5 req-4e3021a9-66a2-45ab-b47f-267ef158c1dd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155715
Dec 09 18:46:33.273009 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:33.279504 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:33.311368 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Attempting to bind port ff0d0604-332e-494e-bcf3-18888568bc15 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:46:33.311886 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Attempting to bind port ff0d0604-332e-494e-bcf3-18888568bc15 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:46:33.312119 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Attempting to bind port ff0d0604-332e-494e-bcf3-18888568bc15 on network 96a58855-2ebd-46e7-887d-2816a5a18c95 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:46:33.328011 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:46:33.328413 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Checking segment: {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:33.332702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:33.333923 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Bound using segment: {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:46:33.334459 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Bound port: ff0d0604-332e-494e-bcf3-18888568bc15, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:46:33.336930 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:33.453880 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:33.455083 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Pushing event updated for resources: {'Port': ['ID=083ce47e-e734-41c5-afbe-4a7240aec125,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:33.466255 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:33.469673 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:46:33.548370 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:33.581715 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] For port ff0d0604-332e-494e-bcf3-18888568bc15, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:46:33.586426 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] For port ff0d0604-332e-494e-bcf3-18888568bc15, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=ff0d0604-332e-494e-bcf3-18888568bc15,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:46:33.593790 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:33.600408 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:33.715311 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0604-332e-494e-bcf3-18888568bc15,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:33.720108 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:33.868561 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0e3851d6-92f0-4923-9b68-e55a865bf1cc up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:34.010338 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 0e3851d6-92f0-4923-9b68-e55a865bf1cc completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:34.017226 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 0e3851d6-92f0-4923-9b68-e55a865bf1cc triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:34.018236 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:34.111014 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cd8d6-0cb2-4d73-9638-75d64567178b req-358fe445-e1b2-4cb4-a98a-f06f234fbbdc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:34.120893 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d86cd8d6-0cb2-4d73-9638-75d64567178b req-358fe445-e1b2-4cb4-a98a-f06f234fbbdc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.5710528
Dec 09 18:46:34.276348 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:34.356406 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 0e3851d6-92f0-4923-9b68-e55a865bf1cc, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0e3851d6-92f0-4923-9b68-e55a865bf1cc,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:46:34.364398 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:34.369489 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:34.384014 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d86cd8d6-0cb2-4d73-9638-75d64567178b req-5adf7ed4-890e-4940-8ba6-05c8ebb09bbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620585
Dec 09 18:46:34.510267 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=0e3851d6-92f0-4923-9b68-e55a865bf1cc,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:34.515152 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:34.596207 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:35.042370 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:35.461096 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723eda6-689c-4366-b3a5-1fb0e9d42e7a None None] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:46:35.473800 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:46:35.655667 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-13021051-21c6-4b38-8fb8-194179efbaf2 None None] Provisioning for port ff0d0604-332e-494e-bcf3-18888568bc15 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:35.678548 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:46:35.693717 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Sync routers for ids ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:46:35.733365 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Routers {'36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:35.734822 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809280>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:35.735502 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:35.736941 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.5440564
Dec 09 18:46:35.739846 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37648) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:35.918543 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device ff0d0604-332e-494e-bcf3-18888568bc15 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:36.040495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port ff0d0604-332e-494e-bcf3-18888568bc15 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:36.061722 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port ff0d0604-332e-494e-bcf3-18888568bc15 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:36.061722 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:36.092478 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:46:36.180359 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Set router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:36.243787 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:36.286706 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port ff0d0604-332e-494e-bcf3-18888568bc15, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=ff0d0604-332e-494e-bcf3-18888568bc15,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:46:36.304485 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:36.305386 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0e3851d6-92f0-4923-9b68-e55a865bf1cc up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:36.347338 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:36.455363 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=ff0d0604-332e-494e-bcf3-18888568bc15,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:36.460968 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:36.491738 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 0e3851d6-92f0-4923-9b68-e55a865bf1cc triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:36.492442 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:36.600863 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809280>, [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 3, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:36.606360 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Checking router: 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:46:36.606922 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Updating router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 port 083ce47e-e734-41c5-afbe-4a7240aec125 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:46:36.638783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-1a095384-5cda-4e93-89b9-f7193348e321 None None] Provisioning complete for port ff0d0604-332e-494e-bcf3-18888568bc15 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:36.639169 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-1a095384-5cda-4e93-89b9-f7193348e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:36.709731 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.144060 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.159353 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Transition to ACTIVE for port object 083ce47e-e734-41c5-afbe-4a7240aec125 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:37.169090 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.193468 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09787e-00be-413d-b844-727e900ff48b req-f4bbb9b6-671e-4def-b336-2f1e4552a6a1 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:37.195458 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3a09787e-00be-413d-b844-727e900ff48b req-f4bbb9b6-671e-4def-b336-2f1e4552a6a1 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1014271
Dec 09 18:46:37.195926 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-1d1e6c43-5084-46e3-a824-8e4a1ad0da40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:37.209049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.276657 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9dd32-6805-47a4-b075-8bbf197f29b9 None None] Pushing event updated for resources: {'Port': ['ID=083ce47e-e734-41c5-afbe-4a7240aec125,revision_number=2']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:37.302059 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3a09787e-00be-413d-b844-727e900ff48b req-9b7f47f7-b171-418e-9eb3-6a361c60a874 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996900
Dec 09 18:46:37.317981 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Attempting to bind port 083ce47e-e734-41c5-afbe-4a7240aec125 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:46:37.318643 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Attempting to bind port 083ce47e-e734-41c5-afbe-4a7240aec125 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:46:37.319007 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Attempting to bind port 083ce47e-e734-41c5-afbe-4a7240aec125 on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:46:37.323445 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-97d9dd32-6805-47a4-b075-8bbf197f29b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:37.326472 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:46:37.326823 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:37.327174 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.327724 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:46:37.328356 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Bound port: 083ce47e-e734-41c5-afbe-4a7240aec125, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:46:37.328911 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.406690 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] For port 083ce47e-e734-41c5-afbe-4a7240aec125, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:46:37.410476 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] For port 083ce47e-e734-41c5-afbe-4a7240aec125, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=083ce47e-e734-41c5-afbe-4a7240aec125,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:46:37.415311 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.421319 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-97d9dd32-6805-47a4-b075-8bbf197f29b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:37.473391 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Allocated IP 172.20.0.1 (96a58855-2ebd-46e7-887d-2816a5a18c95/185eaae7-7eda-4d35-a14c-e3c8f06bd020/2f1f483d-1fbf-424f-991f-8272a60f612f) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:46:37.507829 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Routers {'36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:37.508451 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809280>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:37.563576 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9dd32-6805-47a4-b075-8bbf197f29b9 None None] Pushing event updated for resources: {'Port': ['ID=083ce47e-e734-41c5-afbe-4a7240aec125,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:37.577080 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-97d9dd32-6805-47a4-b075-8bbf197f29b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:37.623640 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.639397 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Transition to ACTIVE for port object 2f1f483d-1fbf-424f-991f-8272a60f612f will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:37.664458 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.670006 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:37.694869 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] Set router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:37.735439 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:37.739457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:37.742202 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:46:37.742862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.761392 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device ff0d0604-332e-494e-bcf3-18888568bc15 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:37.845385 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Pushing event updated for resources: {'Port': ['ID=2f1f483d-1fbf-424f-991f-8272a60f612f,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:37.848682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:37.854061 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port ff0d0604-332e-494e-bcf3-18888568bc15 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:37.854548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:37.904071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:38.045731 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd809280>, [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 3, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:38.049594 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be3-ec4d-4605-a58c-f18111badb8f None None] The sync data for ids ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'] in dv-cinder-819346-1-iscsi is: [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 3, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:46:38.094603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-7c6403e6-c0a2-415a-8731-8f199555c3e9 None None] Provisioning for port 2f1f483d-1fbf-424f-991f-8272a60f612f completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:38.099782 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-7c6403e6-c0a2-415a-8731-8f199555c3e9 None None] Provisioning complete for port 2f1f483d-1fbf-424f-991f-8272a60f612f triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:38.100174 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-7c6403e6-c0a2-415a-8731-8f199555c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:38.158337 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-7c6403e6-c0a2-415a-8731-8f199555c3e9 None None] Port 2f1f483d-1fbf-424f-991f-8272a60f612f cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:46:38.175502 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:38.180483 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:38.181741 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:38.185309 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:38.428456 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Pushing event updated for resources: {'Port': ['ID=2f1f483d-1fbf-424f-991f-8272a60f612f,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:38.438801 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:38.501749 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:46:38.502936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:46:38.605373 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6f74-c2e0-4bf3-9007-827122492faf req-fc4b7725-37a4-4238-9a91-9d68d7580736 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:38.622626 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b61e6f74-c2e0-4bf3-9007-827122492faf req-fc4b7725-37a4-4238-9a91-9d68d7580736 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1941521
Dec 09 18:46:38.648846 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-389071ce-e743-47a8-83c2-56411858c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:38.650555 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-389071ce-e743-47a8-83c2-56411858c9df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.1705170
Dec 09 18:46:38.716250 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b61e6f74-c2e0-4bf3-9007-827122492faf req-5cf5fd84-0623-4f1b-91ae-ea334c322e50 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924821
Dec 09 18:46:38.764865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:46:38.808589 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-54f16082-ca92-4e99-830a-c33db14518bf None None] Provisioning complete for port 2f1f483d-1fbf-424f-991f-8272a60f612f triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:38.809109 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-54f16082-ca92-4e99-830a-c33db14518bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:38.934841 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-54f16082-ca92-4e99-830a-c33db14518bf None None] Port 2f1f483d-1fbf-424f-991f-8272a60f612f cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:46:38.960018 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-7f687607-84ee-420b-acc6-3f88ad7f25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:38.961824 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-7f687607-84ee-420b-acc6-3f88ad7f25d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.2952662
Dec 09 18:46:39.055691 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:46:39.060787 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-0028e5f0-5035-423e-aba7-1bcdeaf7ec7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.0903230
Dec 09 18:46:39.069433 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] 10.222.0.32 "PUT /v2.0/routers/36c110ad-a9a1-4bc2-b8fa-517bfe9111f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3253996
Dec 09 18:46:39.142818 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-6cab9888-eb1c-468d-89ae-385bb89a035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:39.144408 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-6cab9888-eb1c-468d-89ae-385bb89a035f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.0757995
Dec 09 18:46:39.198722 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-9634a69b-aaaf-48c9-b7b0-9675275e8665 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452836
Dec 09 18:46:39.349724 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-01894902-fd05-40e9-a64d-4f90e150325c service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445858
Dec 09 18:46:39.565648 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e1cfd845-761c-434e-bd4f-629de72ccc82 req-511064fe-be86-4c84-8186-846571ca2c74 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076671
Dec 09 18:46:39.694341 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37744) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:39.701082 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709982673', 'description': 'tempest-secgroup-smoke-1709982673 description', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:39.714501 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:39.723931 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:39.734506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:39.769680 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:39.794078 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:39.818416 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 083ce47e-e734-41c5-afbe-4a7240aec125 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:39.827408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:39.836483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:39.844353 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:39.861927 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:39.911579 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 083ce47e-e734-41c5-afbe-4a7240aec125 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:39.925886 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 083ce47e-e734-41c5-afbe-4a7240aec125 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:39.927534 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.083201 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Sync routers for ids ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:46:40.088621 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.105761 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725a510-c7bf-4d9c-a791-3ae5bd6426f7 req-92ef2bf2-eb05-43ac-a9fd-0a839c361de9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:40.107419 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1725a510-c7bf-4d9c-a791-3ae5bd6426f7 req-92ef2bf2-eb05-43ac-a9fd-0a839c361de9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1980360
Dec 09 18:46:40.109631 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.116063 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-43e63425-5937-491d-bf8d-ceb71b4cb04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:40.117623 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Routers {'36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:40.118488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcefac0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:40.182424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.204387 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecef21a-f7a9-498f-91e1-b2e350792fe0,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:40.210697 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:40.230273 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.231785 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5358009
Dec 09 18:46:40.235294 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37760) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:40.241812 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group_rule': {'security_group_id': 'eecef21a-f7a9-498f-91e1-b2e350792fe0', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:40.241969 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1725a510-c7bf-4d9c-a791-3ae5bd6426f7 req-9f69c34b-5e15-44b9-9cea-dd64a230ff00 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966949
Dec 09 18:46:40.253112 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:40.263218 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:40.271287 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:40.286262 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:40.292060 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 083ce47e-e734-41c5-afbe-4a7240aec125, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=083ce47e-e734-41c5-afbe-4a7240aec125,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:46:40.305075 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.311958 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e083d977-22fe-4a3a-bc78-3c5c8171297d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:40.318190 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.451403 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.457369 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.458647 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Set router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:40.467534 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bf066da4-b792-407e-b849-542bf4d604ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:40.488047 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad80229d-f34b-41df-9ebb-a382fb203cde,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:40.491319 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:40.503424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=083ce47e-e734-41c5-afbe-4a7240aec125,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:40.509818 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.513820 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2742641
Dec 09 18:46:40.514187 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 37770) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:40.519500 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group_rule': {'security_group_id': 'eecef21a-f7a9-498f-91e1-b2e350792fe0', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:40.526446 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:40.530996 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:40.533960 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:40.540757 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:40.566164 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.626396 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:40.694897 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.702826 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.706119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:40.747575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8871295-2ed8-42d0-91b2-2024ccaff780,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:40.750518 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:40.753718 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.758226 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37782) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:40.758447 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2432308
Dec 09 18:46:40.766952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group_rule': {'security_group_id': 'eecef21a-f7a9-498f-91e1-b2e350792fe0', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:40.773476 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:40.778413 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:40.797461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:40.807030 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:40.845826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.910775 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcefac0>, [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:46:37Z', 'revision_number': 4, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '2f1f483d-1fbf-424f-991f-8272a60f612f', 'name': '', 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95', 'tenant_id': '3537e36eff554d03981645277ce48472', 'mac_address': 'fa:16:3e:21:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:37Z', 'updated_at': '2021-12-09T18:46:38Z', 'revision_number': 2, 'project_id': '3537e36eff554d03981645277ce48472', 'subnets': [{'id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:40.914909 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Checking router: 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:46:40.915384 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Updating router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 port 2f1f483d-1fbf-424f-991f-8272a60f612f binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:46:40.935040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.941868 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:40.963159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-89f71bb6-2158-401a-a7ff-03fd0ccff02e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:40.990139 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c90346f-890d-4fda-b735-590b65ee3587,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:40.995447 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:41.011238 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.011344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.011344 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2439010
Dec 09 18:46:41.011344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37792) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:41.012574 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group_rule': {'security_group_id': 'eecef21a-f7a9-498f-91e1-b2e350792fe0', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:41.018445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:41.022604 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:41.026878 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:41.032712 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:41.050137 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.123722 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.127839 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.130269 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c7cf7ffe-0172-4c56-bfa5-3a263f874777 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:41.153437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8754b42d-52ad-4fdc-bfa8-cf33e092ab55,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:41.155891 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:41.164507 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.168954 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c160ce02-33d1-458c-b27a-d39644824630 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1578827
Dec 09 18:46:41.169132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37796) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:41.174547 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group_rule': {'security_group_id': 'eecef21a-f7a9-498f-91e1-b2e350792fe0', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:41.180344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:41.185533 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:41.189761 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:41.196319 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:41.208142 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.securitygroups_db [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Project b8cc596bb2dc4f9ba1120936e1a90dd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 18:46:41.216416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.288733 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.294493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.297430 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:41.340337 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c651df8-0af0-4554-b65d-0b80f448baae,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:41.344132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:41.363747 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.365045 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b57dbab6-f3f0-4748-a51d-22793f90d5be tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1949933
Dec 09 18:46:41.367932 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 37802) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:46:41.375318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'security_group_rule': {'security_group_id': 'eecef21a-f7a9-498f-91e1-b2e350792fe0', 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:46:41.390578 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:46:41.398392 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:security_group_rule and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:46:41.405564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:46:41.422234 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:46:41.423850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.442433 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Transition to ACTIVE for port object 2f1f483d-1fbf-424f-991f-8272a60f612f will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:46:41.450977 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.securitygroups_db [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Project b8cc596bb2dc4f9ba1120936e1a90dd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 18:46:41.457353 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.464842 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0486b558-347b-408b-afc3-2b6413f6a614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:41.474519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.639559 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.652026 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.654873 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:41.660449 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bde0-507f-4d10-9d1f-6a0bec95c07e req-5825a12d-252f-424a-90ea-437b33be5630 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:41.664131 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b454-26d0-4f6e-831a-3525bb16d4c5 None None] Pushing event updated for resources: {'Port': ['ID=2f1f483d-1fbf-424f-991f-8272a60f612f,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:41.668389 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9c91bde0-507f-4d10-9d1f-6a0bec95c07e req-5825a12d-252f-424a-90ea-437b33be5630 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2761247
Dec 09 18:46:41.686532 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db8e717-0447-462b-930b-2a97746c90a8,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:41.691324 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:41.699228 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0c26b454-26d0-4f6e-831a-3525bb16d4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:41.728177 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.741814 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3845e192-5915-48d4-9735-ffb88a8a884a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3720341
Dec 09 18:46:41.745432 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9c91bde0-507f-4d10-9d1f-6a0bec95c07e req-ea32c64b-befd-4cc0-a5e0-d8178dc9285a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760524
Dec 09 18:46:41.794600 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Attempting to bind port 2f1f483d-1fbf-424f-991f-8272a60f612f on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:46:41.794971 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Attempting to bind port 2f1f483d-1fbf-424f-991f-8272a60f612f by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:46:41.795356 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Attempting to bind port 2f1f483d-1fbf-424f-991f-8272a60f612f on network 96a58855-2ebd-46e7-887d-2816a5a18c95 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:46:41.812381 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:46:41.812790 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Checking segment: {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:46:41.813455 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.813999 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Bound using segment: {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:46:41.814491 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Bound port: 2f1f483d-1fbf-424f-991f-8272a60f612f, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:46:41.814881 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:41.836142 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 083ce47e-e734-41c5-afbe-4a7240aec125 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:42.015865 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] For port 2f1f483d-1fbf-424f-991f-8272a60f612f, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:46:42.020032 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] For port 2f1f483d-1fbf-424f-991f-8272a60f612f, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=2f1f483d-1fbf-424f-991f-8272a60f612f,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:46:42.021313 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 083ce47e-e734-41c5-afbe-4a7240aec125 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:42.021698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:42.052057 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:42.063205 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ee324a85-752c-4b73-8ab9-d7f65d133a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:42.164522 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Routers {'36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:46:42.165159 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcefac0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:46:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:42.238756 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b454-26d0-4f6e-831a-3525bb16d4c5 None None] Pushing event updated for resources: {'Port': ['ID=2f1f483d-1fbf-424f-991f-8272a60f612f,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:42.296486 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0c26b454-26d0-4f6e-831a-3525bb16d4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:42.498938 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] Set router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:46:42.865052 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcefac0>, [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:46:37Z', 'revision_number': 4, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '2f1f483d-1fbf-424f-991f-8272a60f612f', 'name': '', 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95', 'tenant_id': '3537e36eff554d03981645277ce48472', 'mac_address': 'fa:16:3e:21:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:37Z', 'updated_at': '2021-12-09T18:46:42Z', 'revision_number': 4, 'project_id': '3537e36eff554d03981645277ce48472', 'subnets': [{'id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:46:42.869232 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de91be-3853-4a81-958d-38f102df5e03 None None] The sync data for ids ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'] in dv-cinder-819346-1-iscsi is: [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:46:37Z', 'revision_number': 4, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '2f1f483d-1fbf-424f-991f-8272a60f612f', 'name': '', 'network_id': '96a58855-2ebd-46e7-887d-2816a5a18c95', 'tenant_id': '3537e36eff554d03981645277ce48472', 'mac_address': 'fa:16:3e:21:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:37Z', 'updated_at': '2021-12-09T18:46:42Z', 'revision_number': 4, 'project_id': '3537e36eff554d03981645277ce48472', 'subnets': [{'id': '185eaae7-7eda-4d35-a14c-e3c8f06bd020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:46:42.957348 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98e272-dc73-4f1d-91e3-ab5c22107eeb req-a14720ed-a4ef-4ebc-9a24-26bced7df1f2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:42.959044 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-df98e272-dc73-4f1d-91e3-ab5c22107eeb req-a14720ed-a4ef-4ebc-9a24-26bced7df1f2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1094589
Dec 09 18:46:43.009613 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-df98e272-dc73-4f1d-91e3-ab5c22107eeb req-dbd6b7ad-59e2-42a3-9ab9-f1e5dc40d503 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441527
Dec 09 18:46:43.781850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 2f1f483d-1fbf-424f-991f-8272a60f612f up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:43.859701 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 2f1f483d-1fbf-424f-991f-8272a60f612f completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:46:43.866879 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 2f1f483d-1fbf-424f-991f-8272a60f612f triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:43.867275 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:43.991702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:44.026437 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 2f1f483d-1fbf-424f-991f-8272a60f612f, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=2f1f483d-1fbf-424f-991f-8272a60f612f,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:46:44.032402 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:44.038089 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:46:44.105616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=2f1f483d-1fbf-424f-991f-8272a60f612f,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:46:44.108579 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:46:44.205304 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705dfe-f584-4ddf-b958-69ef6da6f6e3 req-57464de9-1197-445c-961c-ad4ead4bbecf tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:44.206679 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-07705dfe-f584-4ddf-b958-69ef6da6f6e3 req-57464de9-1197-445c-961c-ad4ead4bbecf tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0877671
Dec 09 18:46:44.257155 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-07705dfe-f584-4ddf-b958-69ef6da6f6e3 req-6e15b5ad-4928-4605-8949-b18fbc94edd2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430601
Dec 09 18:46:45.447626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11b99-f67b-498d-8915-16eaedf81b5c req-16e8665c-46d3-4004-a9ca-741a8cf6a265 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:45.449079 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-96c11b99-f67b-498d-8915-16eaedf81b5c req-16e8665c-46d3-4004-a9ca-741a8cf6a265 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0789399
Dec 09 18:46:45.492870 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-96c11b99-f67b-498d-8915-16eaedf81b5c req-b15df409-fdc9-49c3-9663-72d104dd563c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382645
Dec 09 18:46:45.741772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 2f1f483d-1fbf-424f-991f-8272a60f612f up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:46:45.819408 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 2f1f483d-1fbf-424f-991f-8272a60f612f triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:46:45.819886 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:46.689483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef945e-9335-4de0-8db8-44c896ed9d81 req-571d4dc1-60bb-45c9-919a-9b025e836d61 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:46.690925 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72ef945e-9335-4de0-8db8-44c896ed9d81 req-571d4dc1-60bb-45c9-919a-9b025e836d61 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0841107
Dec 09 18:46:46.736126 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72ef945e-9335-4de0-8db8-44c896ed9d81 req-61480e9a-adcb-430d-af9e-d5426c87c9f4 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388422
Dec 09 18:46:47.924917 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c98e-413a-4db1-9115-7cfda3ad5809 req-05143c82-3d5f-456f-99a7-53372b154979 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:47.926421 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6416c98e-413a-4db1-9115-7cfda3ad5809 req-05143c82-3d5f-456f-99a7-53372b154979 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0823982
Dec 09 18:46:47.972453 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6416c98e-413a-4db1-9115-7cfda3ad5809 req-faf540a4-4bbf-4b3d-b559-bdae9a910ba4 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401530
Dec 09 18:46:49.179198 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a75190-9d80-4886-b7ed-2c102ff4c0b3 req-f9401aa2-04e2-4600-bb3d-c8097a72e5c3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:49.179198 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-51a75190-9d80-4886-b7ed-2c102ff4c0b3 req-f9401aa2-04e2-4600-bb3d-c8097a72e5c3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0969071
Dec 09 18:46:49.227629 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-51a75190-9d80-4886-b7ed-2c102ff4c0b3 req-cfc23682-b898-4b80-804c-dcf5ab8d0726 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420716
Dec 09 18:46:50.434977 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-40495389-d433-4f46-ac7f-1f5de58acfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:50.435530 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc2de-6f56-4696-b91d-3a6f919017b5 req-5281f7cb-ac93-473d-ae30-da057f19cc92 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:50.437714 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f88bc2de-6f56-4696-b91d-3a6f919017b5 req-5281f7cb-ac93-473d-ae30-da057f19cc92 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0921364
Dec 09 18:46:50.486228 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f88bc2de-6f56-4696-b91d-3a6f919017b5 req-b25b4962-927a-411e-ab1b-013db0bd7858 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428960
Dec 09 18:46:51.263819 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:51.678023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215148-c6e8-496a-b2b6-2c9ef52c3ef0 req-8a3ac3fc-99da-4699-af60-b49c18763b6f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:51.679550 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a8215148-c6e8-496a-b2b6-2c9ef52c3ef0 req-8a3ac3fc-99da-4699-af60-b49c18763b6f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0851076
Dec 09 18:46:51.726224 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a8215148-c6e8-496a-b2b6-2c9ef52c3ef0 req-8e45c71c-76ce-4e0d-a767-49157ff4653e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398443
Dec 09 18:46:52.941100 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e855a1-ab75-4ae7-9f5d-562f5a798774 req-1c2a308d-3f92-4c25-b8a4-a61512dd519b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:52.942746 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-21e855a1-ab75-4ae7-9f5d-562f5a798774 req-1c2a308d-3f92-4c25-b8a4-a61512dd519b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0960732
Dec 09 18:46:52.994992 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-21e855a1-ab75-4ae7-9f5d-562f5a798774 req-2c8c3337-37f7-452e-ad45-75edb916ff80 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448608
Dec 09 18:46:53.024449 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-34cfe91d-50bf-447a-997a-c6c54b0d7177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:54.188143 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002a0a-2309-4a67-bd08-93be015490cf req-8df1f206-1b3b-4f7f-9ff8-4590a4edd3cb tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:54.189643 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5a002a0a-2309-4a67-bd08-93be015490cf req-8df1f206-1b3b-4f7f-9ff8-4590a4edd3cb tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0806756
Dec 09 18:46:54.196034 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:54.240575 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5a002a0a-2309-4a67-bd08-93be015490cf req-3f8a8657-570f-4be3-bb20-4d93c1d4aaf0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449500
Dec 09 18:46:55.132803 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-2fc76764-a51c-4df2-946b-1bacdd42a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:55.135511 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-2fc76764-a51c-4df2-946b-1bacdd42a949 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.1028664
Dec 09 18:46:55.136204 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:55.293432 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-7fd2f275-9ace-4481-8dd8-9536d04c4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:55.294893 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-7fd2f275-9ace-4481-8dd8-9536d04c4c22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.1393452
Dec 09 18:46:55.389243 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-4b37e46a-ba17-414c-99c9-8261da2ce77d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.0822346
Dec 09 18:46:55.447473 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb9e2-d7a0-4ce7-86ea-51e89c3c0140 req-6bd532fc-feb0-45fd-8888-1108ce1e3116 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:55.455258 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70abb9e2-d7a0-4ce7-86ea-51e89c3c0140 req-6bd532fc-feb0-45fd-8888-1108ce1e3116 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0987689
Dec 09 18:46:55.477252 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-7cd2395c-75fa-4c7b-9f25-1ece2c98fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:55.478887 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-7cd2395c-75fa-4c7b-9f25-1ece2c98fe68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.0830543
Dec 09 18:46:55.528002 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70abb9e2-d7a0-4ce7-86ea-51e89c3c0140 req-bf45a3d6-a5ae-4dea-a73f-509357d0073e tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723400
Dec 09 18:46:55.566949 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-6f63c4f3-440e-4ad9-ab51-92fa2b0916e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0797613
Dec 09 18:46:55.928242 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:46:56.693944 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-e5b13aa3-8ce1-467f-abb9-c165beb20098 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743858
Dec 09 18:46:56.729687 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c006-f5ea-45b3-acad-fe9a9dee304e req-dff592f7-131a-47ea-820e-e265a82c8a15 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:56.731151 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0ec9c006-f5ea-45b3-acad-fe9a9dee304e req-dff592f7-131a-47ea-820e-e265a82c8a15 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1028209
Dec 09 18:46:56.842145 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0ec9c006-f5ea-45b3-acad-fe9a9dee304e req-2d7e6b17-b1ed-40f0-b7b7-5f76e804db9f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052339
Dec 09 18:46:57.557782 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d140a616-c52f-407e-a9d5-98d4ba8c8bbd req-f840bb69-e0ae-46df-b7ca-52476d528399 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275916
Dec 09 18:46:58.094206 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49ad55-528c-48ba-9922-a4a1efc9987e req-1c60c025-b5ca-4cf6-8f06-27a4c116be1a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:58.100614 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2f49ad55-528c-48ba-9922-a4a1efc9987e req-1c60c025-b5ca-4cf6-8f06-27a4c116be1a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0928447
Dec 09 18:46:58.143035 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2f49ad55-528c-48ba-9922-a4a1efc9987e req-1d472fe7-9fdd-4fa6-bcbb-4c460aa36607 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416694
Dec 09 18:46:59.415659 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d1695-bb03-4729-b5eb-181987384149 req-1dbc5da0-c41c-4973-bba7-b415eb81d7c3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:59.417407 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf7d1695-bb03-4729-b5eb-181987384149 req-1dbc5da0-c41c-4973-bba7-b415eb81d7c3 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0984988
Dec 09 18:46:59.472012 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf7d1695-bb03-4729-b5eb-181987384149 req-ef8a5572-2446-4def-8413-705577c15035 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474954
Dec 09 18:46:59.750314 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd45a-03d5-419d-b6d0-9844c1cf536f req-f1bd9bd2-7884-40da-8aab-f70367ce95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:46:59.751762 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6cddd45a-03d5-419d-b6d0-9844c1cf536f req-f1bd9bd2-7884-40da-8aab-f70367ce95e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.0735600
Dec 09 18:46:59.796768 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6cddd45a-03d5-419d-b6d0-9844c1cf536f req-3096f2f6-5beb-446d-970f-276b12790826 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367537
Dec 09 18:47:00.291754 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38256) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:00.474826 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.490877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:00.495045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Usage tracker for resource:security_group_rule and tenant:a6b357c6935a4d5ba3403c718ac73750 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:00.498050 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:00.504888 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:00.619208 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.624360 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.634253 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-01a2c544-4265-4669-b735-59e297580d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:00.687177 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf39438-8d7f-4841-b75b-13776c88a5cc,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:00.692575 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6b357c6935a4d5ba3403c718ac73750&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3997722
Dec 09 18:47:00.697919 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38284) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:00.702096 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.702723 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.703312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.703445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2d877-35c0-47bc-a431-0af6725549d0 req-c5e83126-9a26-4048-96f2-23ff6868510b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:00.704401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.704914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.705461 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.706119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.706799 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.707657 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.708551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.709039 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.709721 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:00.711801 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bdb2d877-35c0-47bc-a431-0af6725549d0 req-c5e83126-9a26-4048-96f2-23ff6868510b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1189270
Dec 09 18:47:00.716448 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:00.770967 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bdb2d877-35c0-47bc-a431-0af6725549d0 req-a2e7a724-f4dd-4857-81ee-069688bb599a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579960
Dec 09 18:47:00.834941 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.861951 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.919496 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.923606 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-79cbdb7d-4400-4fac-846f-0ceda6aefe66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:00.942521 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:00.943652 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecf39438-8d7f-4841-b75b-13776c88a5cc HTTP/1.1" status: 204  len: 168 time: 0.2292335
Dec 09 18:47:00.944560 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf39438-8d7f-4841-b75b-13776c88a5cc,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:00.950663 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:01.253190 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38302) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:01.277245 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.295750 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:01.300440 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Usage tracker for resource:security_group_rule and tenant:1abab23e519243c8835a8c9cefe31702 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:01.303479 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:01.310486 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:01.406191 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.413195 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.422893 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-714161af-725c-48e6-bee9-0d3742db5a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:01.467046 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211d3316-3f38-4e42-bfa7-c41230a8d70e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:01.475084 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1abab23e519243c8835a8c9cefe31702&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2170751
Dec 09 18:47:01.475084 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:01.476133 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38312) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:01.557938 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.585900 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.657035 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.662336 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc131355-a606-43b4-adcc-ad6de25c56b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:01.682023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211d3316-3f38-4e42-bfa7-c41230a8d70e,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:01.726801 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:01.732206 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:01.736866 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/211d3316-3f38-4e42-bfa7-c41230a8d70e HTTP/1.1" status: 204  len: 168 time: 0.2581859
Dec 09 18:47:02.018401 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb96ad-39a3-4593-86ca-3d9fc14b5aaf req-e2535847-c945-49a3-982c-db10e95a2e0d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:02.020214 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d4eb96ad-39a3-4593-86ca-3d9fc14b5aaf req-e2535847-c945-49a3-982c-db10e95a2e0d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1609297
Dec 09 18:47:02.111622 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d4eb96ad-39a3-4593-86ca-3d9fc14b5aaf req-eb5a645c-9a70-4493-a489-2f848f84a782 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819778
Dec 09 18:47:02.139202 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71d7df-3d65-40d1-9a36-bfa15b976066 req-2ff076bd-5bf8-4004-807c-29150aa6c882 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:02.158078 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8b71d7df-3d65-40d1-9a36-bfa15b976066 req-2ff076bd-5bf8-4004-807c-29150aa6c882 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1984293
Dec 09 18:47:02.204778 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8b71d7df-3d65-40d1-9a36-bfa15b976066 req-af6b2862-29aa-41f6-91df-d2737b098ae1 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459218
Dec 09 18:47:02.279814 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38362) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:02.302117 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.321781 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:02.327085 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Usage tracker for resource:security_group_rule and tenant:db1bdaba61ac458fa789dff87f6ff561 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:02.330295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:02.337150 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:02.439652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.443906 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.455061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-417eb502-481e-4fe0-b862-b4ea3f5754ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:02.504423 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db1bdaba61ac458fa789dff87f6ff561&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2234056
Dec 09 18:47:02.505381 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3a2db-2936-4654-874c-31f74b79ee5a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:02.507243 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38372) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:02.508315 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:02.573791 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.632430 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-0e0a6bfe-3365-4a0a-b2f2-ee6d84f3295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:02.634169 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-0e0a6bfe-3365-4a0a-b2f2-ee6d84f3295f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.0744500
Dec 09 18:47:02.640503 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.718076 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfe9e-fd10-4132-a6e9-479bd6d8f700 req-164d8631-35ec-4284-9478-32d7a1116287 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:02.719557 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-36bcfe9e-fd10-4132-a6e9-479bd6d8f700 req-164d8631-35ec-4284-9478-32d7a1116287 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1244969
Dec 09 18:47:02.750043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.755886 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b15d345e-f3bc-491f-8d4a-9e6ce8c2eae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:02.778307 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-5e32126e-e1c9-40ec-bd6c-48df1fb6590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:02.779482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3a2db-2936-4654-874c-31f74b79ee5a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:02.780155 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-5e32126e-e1c9-40ec-bd6c-48df1fb6590d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.1331787
Dec 09 18:47:02.795777 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-36bcfe9e-fd10-4132-a6e9-479bd6d8f700 req-e911f1de-897b-4cea-86ff-20f997132cff tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701029
Dec 09 18:47:02.797059 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.797441 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.797795 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.798145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.798493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.798838 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.799498 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.799498 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.799840 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.800181 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.800517 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.800853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:02.804096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:02.806181 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:02.809786 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bef3a2db-2936-4654-874c-31f74b79ee5a HTTP/1.1" status: 204  len: 168 time: 0.2989688
Dec 09 18:47:02.860822 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-86a649b9-bf7b-45ba-82f5-ca1c7dd105dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.0672240
Dec 09 18:47:02.933861 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-a9107f3a-947c-4cdf-94d0-20c826e79755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:02.935381 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-a9107f3a-947c-4cdf-94d0-20c826e79755 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.0642214
Dec 09 18:47:02.985986 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-f095ab0b-d0d5-42a8-9004-67d4b2f1eccf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428069
Dec 09 18:47:03.165329 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-c92f8d29-7742-4053-b3f7-6b6b37352466 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711011
Dec 09 18:47:03.483489 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0a2a47a7-b002-480e-9c0c-d12c3bbf9c4d req-366ada69-e7ce-49d3-a8ae-a07940de240f service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074217
Dec 09 18:47:03.507095 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58e526-b4f8-4c42-90ba-cb003da07fd0 req-817dc100-b0fe-40b1-9e5f-70761d8faa81 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:03.509515 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3c58e526-b4f8-4c42-90ba-cb003da07fd0 req-817dc100-b0fe-40b1-9e5f-70761d8faa81 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.2325075
Dec 09 18:47:03.588784 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3c58e526-b4f8-4c42-90ba-cb003da07fd0 req-98ea8898-6804-4da2-bc06-17cec820d748 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732832
Dec 09 18:47:03.751450 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38406) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:03.799085 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38412) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:03.959843 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:03.972725 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:03.993447 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:03.995836 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:04.000204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Usage tracker for resource:security_group_rule and tenant:5287cd40a3564da6a9eeb0c9eec14852 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:04.002942 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Usage tracker for resource:security_group_rule and tenant:8103cbffef7843149e5886f3a4eef427 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:04.005438 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:04.008851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:04.016954 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:04.019113 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:04.103997 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02350f0-5124-4006-b46f-a27577b17337 req-0fe29c3a-75b1-41ff-98de-9347f24306ae tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:04.105493 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d02350f0-5124-4006-b46f-a27577b17337 req-0fe29c3a-75b1-41ff-98de-9347f24306ae tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1591036
Dec 09 18:47:04.153762 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d02350f0-5124-4006-b46f-a27577b17337 req-69cabeee-7114-41aa-b54b-9ceab98184eb tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420821
Dec 09 18:47:04.172546 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.180408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.190208 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.191178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e1a5e4f7-b391-40c4-b9c0-a042ea6badf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:04.201858 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.259258 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5287cd40a3564da6a9eeb0c9eec14852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4587057
Dec 09 18:47:04.261652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298c1746-2b22-4097-a576-4a022ac72b50,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:04.261812 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38420) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:04.266101 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8103cbffef7843149e5886f3a4eef427&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5135262
Dec 09 18:47:04.266949 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:04.267370 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:04.273266 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38424) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:04.330465 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.330691 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b190ce-9679-4f47-bdc0-41bf32d135e6,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:04.337067 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:04.357866 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.359216 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.387981 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.425549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.427451 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-61fbc71d-eaa3-4d63-8f2a-f01162ed67b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:04.448755 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298c1746-2b22-4097-a576-4a022ac72b50,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:04.451519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:04.459388 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.460489 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-fe7bab37-76aa-466a-ab72-da423b7cc005 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/298c1746-2b22-4097-a576-4a022ac72b50 HTTP/1.1" status: 204  len: 168 time: 0.1976981
Dec 09 18:47:04.475641 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.480335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc7238f0-36b9-4c68-aa51-1fb39acc16fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:04.500045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b190ce-9679-4f47-bdc0-41bf32d135e6,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:04.502213 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:04.524070 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:04.527701 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63b190ce-9679-4f47-bdc0-41bf32d135e6 HTTP/1.1" status: 204  len: 168 time: 0.2506752
Dec 09 18:47:04.833314 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf212-2e75-4a0f-9b89-45ddd5a4a972 req-e7d31788-ec16-46f2-85bc-eda573bfc6f3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:04.835065 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a7fcf212-2e75-4a0f-9b89-45ddd5a4a972 req-e7d31788-ec16-46f2-85bc-eda573bfc6f3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1020610
Dec 09 18:47:04.925958 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a7fcf212-2e75-4a0f-9b89-45ddd5a4a972 req-718d1081-6cbf-4ae6-b69d-70c3bcad0925 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780928
Dec 09 18:47:04.962435 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38458) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:04.986052 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.006350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:05.012296 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Usage tracker for resource:security_group_rule and tenant:f6ffb6c303d34350a5cc0eba679d040a is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:05.015565 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:05.025388 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:05.090616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38462) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:05.151243 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.157726 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.187921 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e70ca807-e82f-4be3-9554-15c95dc7d6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:05.201914 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6ffb6c303d34350a5cc0eba679d040a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2359593
Dec 09 18:47:05.202884 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38470) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:05.224577 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178263c5-8576-430b-8fee-1bb01980bf1e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:05.228170 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:05.355494 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.375956 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.393135 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:05.404056 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Usage tracker for resource:security_group_rule and tenant:68465d61d83f45b78a8c5bf7dc16bf86 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:05.416749 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:05.432586 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:05.437783 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.500932 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec644b3-dec9-46e6-b743-6bdb59364882 req-5b4504c5-b5e4-4598-96cc-35ff7c79bbbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:05.502447 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fec644b3-dec9-46e6-b743-6bdb59364882 req-5b4504c5-b5e4-4598-96cc-35ff7c79bbbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2183354
Dec 09 18:47:05.567365 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.572187 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-39e71ac3-7cd9-419d-aa0f-6301d0336557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:05.580346 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fec644b3-dec9-46e6-b743-6bdb59364882 req-823fc972-dec0-408b-88a9-fa7254229760 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705206
Dec 09 18:47:05.596861 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178263c5-8576-430b-8fee-1bb01980bf1e,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:05.601104 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:05.628963 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.629879 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/178263c5-8576-430b-8fee-1bb01980bf1e HTTP/1.1" status: 204  len: 168 time: 0.4244308
Dec 09 18:47:05.635874 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.641986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.650033 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c4534015-33b8-4244-a4f2-6fcd2a228bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:05.701717 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68465d61d83f45b78a8c5bf7dc16bf86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6072664
Dec 09 18:47:05.701717 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbbe888-90fa-43f7-aa38-faef67db7b08,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:05.702247 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38478) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:05.703678 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:05.775461 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.811301 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.871469 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.875419 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fcccbc0d-bf6a-4d48-b23d-c6b4f07876cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:05.891805 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbbe888-90fa-43f7-aa38-faef67db7b08,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:05.894035 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:05.915044 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:05.920872 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bbbe888-90fa-43f7-aa38-faef67db7b08 HTTP/1.1" status: 204  len: 168 time: 0.2126489
Dec 09 18:47:06.177148 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569defef-1d74-46a6-a887-e6e987811bde req-a9421024-02ec-482e-b46b-41668e33d07c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:06.187154 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-569defef-1d74-46a6-a887-e6e987811bde req-a9421024-02ec-482e-b46b-41668e33d07c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1139386
Dec 09 18:47:06.241532 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-569defef-1d74-46a6-a887-e6e987811bde req-c9cf2adf-ed51-4de4-a33c-5b4f20b63a0e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528786
Dec 09 18:47:06.805819 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f13bd-8b04-4d71-8d54-e47c983d170b req-d041c5ec-9575-4332-a94b-841e2ea03111 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:06.807362 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e78f13bd-8b04-4d71-8d54-e47c983d170b req-d041c5ec-9575-4332-a94b-841e2ea03111 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1004496
Dec 09 18:47:06.871660 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e78f13bd-8b04-4d71-8d54-e47c983d170b req-1b79a251-83b9-48dc-af20-26ac0706d306 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579653
Dec 09 18:47:07.512097 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9c799-a70b-4ebf-bfbe-79b04c4093ae req-9627fe76-d4ba-4d07-9ec4-e7dcb7dd2576 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:07.513629 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f9c9c799-a70b-4ebf-bfbe-79b04c4093ae req-9627fe76-d4ba-4d07-9ec4-e7dcb7dd2576 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0917373
Dec 09 18:47:07.562180 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f9c9c799-a70b-4ebf-bfbe-79b04c4093ae req-e381d364-ed6c-4ca5-8ee3-4fdbad515b21 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425363
Dec 09 18:47:08.686925 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e33a8-3be3-44bc-ac90-28d481c9aadb req-c76d3483-277a-412b-ba28-8c64cb557488 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:08.694972 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4c2e33a8-3be3-44bc-ac90-28d481c9aadb req-c76d3483-277a-412b-ba28-8c64cb557488 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1074712
Dec 09 18:47:08.744632 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4c2e33a8-3be3-44bc-ac90-28d481c9aadb req-91206890-6699-42e8-8c34-71d984d0ab42 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480871
Dec 09 18:47:08.793007 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2003017-a5b1-4252-9b24-22ba323b9f9d req-f168d8e8-a418-4bb7-b59f-e0068bc0229c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:08.794503 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f2003017-a5b1-4252-9b24-22ba323b9f9d req-f168d8e8-a418-4bb7-b59f-e0068bc0229c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0950227
Dec 09 18:47:08.841178 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f2003017-a5b1-4252-9b24-22ba323b9f9d req-ebbfa4b6-3102-482c-ad66-49812d31c7a1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409961
Dec 09 18:47:10.046778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efdc45-f7ff-45bd-a2be-de258561aae0 req-281a99db-d338-48bd-9c5b-22b09753b23e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:10.049297 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-93efdc45-f7ff-45bd-a2be-de258561aae0 req-281a99db-d338-48bd-9c5b-22b09753b23e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0878036
Dec 09 18:47:10.096499 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-93efdc45-f7ff-45bd-a2be-de258561aae0 req-50fb9fe8-030e-4817-a138-daaeb8f1b980 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405161
Dec 09 18:47:11.318769 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb997eb-4d95-41f6-92ff-4c71515aea3e req-e1b9b414-ca41-4c35-8512-657c9c814294 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:11.321111 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbb997eb-4d95-41f6-92ff-4c71515aea3e req-e1b9b414-ca41-4c35-8512-657c9c814294 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1051388
Dec 09 18:47:11.369352 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbb997eb-4d95-41f6-92ff-4c71515aea3e req-7eb05d73-6ce6-4acd-9955-b4e578fff18e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422375
Dec 09 18:47:12.578412 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37aba-37bb-4898-9c09-7dc5094ea761 req-6c44e10a-bbc5-47e4-b3f2-fac3ef6c1800 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:12.580174 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-27f37aba-37bb-4898-9c09-7dc5094ea761 req-6c44e10a-bbc5-47e4-b3f2-fac3ef6c1800 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0855072
Dec 09 18:47:12.631318 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-27f37aba-37bb-4898-9c09-7dc5094ea761 req-1fa3ce6d-4423-4455-a9a3-3361af2ac4d7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443430
Dec 09 18:47:12.713068 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:47:13.848064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7541b-c8be-4c87-90b7-72950b537dcf req-dfc4d2a9-ebe8-4e92-b5c8-6701e60d941e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:13.849591 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45d7541b-c8be-4c87-90b7-72950b537dcf req-dfc4d2a9-ebe8-4e92-b5c8-6701e60d941e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0958524
Dec 09 18:47:13.909504 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45d7541b-c8be-4c87-90b7-72950b537dcf req-ad30902c-f1c1-48b5-941c-72196fcea01d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536180
Dec 09 18:47:15.153981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0fc71-10d6-4f9a-9c8b-e0d343b85463 req-457db2e1-34f3-428a-8022-0605973a3de1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:15.156030 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2fc0fc71-10d6-4f9a-9c8b-e0d343b85463 req-457db2e1-34f3-428a-8022-0605973a3de1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1068611
Dec 09 18:47:15.203732 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2fc0fc71-10d6-4f9a-9c8b-e0d343b85463 req-ce524ccb-f342-4a45-85c2-355b88778d25 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406935
Dec 09 18:47:15.966883 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38824) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:16.069174 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-6a275f3a-e4b8-4218-bad5-ecb07bc32ada tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Synchronizing usage tracker for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:16.088353 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-6a275f3a-e4b8-4218-bad5-ecb07bc32ada tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Unset dirty status for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:16.097022 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-6a275f3a-e4b8-4218-bad5-ecb07bc32ada tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709982673&fields=id&tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6 HTTP/1.1" status: 200  len: 267 time: 0.0741220
Dec 09 18:47:16.114773 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.133907 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:16.136137 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c08351dfaa47e1b51b49c842ae34e5 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:16.140693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:16.146689 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:16.239736 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.246996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.262951 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:16.298148 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6c08351dfaa47e1b51b49c842ae34e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3294125
Dec 09 18:47:16.301221 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38842) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:16.303816 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3a6653e0-2ddc-4076-b08d-6f2de667fbe7 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:16.306694 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3a6653e0-2ddc-4076-b08d-6f2de667fbe7 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 809 time: 0.2086022
Dec 09 18:47:16.345361 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-15a82f05-6832-4638-95f1-9cb9ef268403 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/quotas/b8cc596bb2dc4f9ba1120936e1a90dd6 HTTP/1.1" status: 200  len: 375 time: 0.0328059
Dec 09 18:47:16.351480 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bc0ba1-3aba-4d58-8d8d-98565cfcb3cb,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:16.355333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:16.452347 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.453049 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-6dafe453-22f0-4fe9-8757-f7d9415c402b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1024334
Dec 09 18:47:16.505870 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.562633 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215f9fc-944d-4d04-b247-e0bc1a18bf9d req-604ac042-863b-45be-8dd0-075cd5c43066 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:16.564224 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e215f9fc-944d-4d04-b247-e0bc1a18bf9d req-604ac042-863b-45be-8dd0-075cd5c43066 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1814003
Dec 09 18:47:16.617438 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.624759 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c9b80282-cb7f-4e58-a4fc-e24cf6dfcf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:16.648086 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e215f9fc-944d-4d04-b247-e0bc1a18bf9d req-12dcfaff-c25f-467c-bacf-5530599a8b29 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758348
Dec 09 18:47:16.655471 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bc0ba1-3aba-4d58-8d8d-98565cfcb3cb,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:16.659575 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:16.678752 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-92e1debd-a690-4571-af64-a15d2147e30f service neutron] 10.222.0.32 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192886
Dec 09 18:47:16.694950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:16.696320 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69bc0ba1-3aba-4d58-8d8d-98565cfcb3cb HTTP/1.1" status: 204  len: 168 time: 0.3938546
Dec 09 18:47:16.932183 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-b55a5d75-f839-4872-be7a-33d551089638 service neutron] 10.222.0.32 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2519360
Dec 09 18:47:17.116052 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38888) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:17.153967 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.174158 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:17.178338 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Usage tracker for resource:security_group_rule and tenant:b6e91dcfa4bb4a00b09862cb45ed2975 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:17.181796 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:17.187598 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:17.281694 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.287084 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.294906 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b3627507-6c88-47ee-a419-1ebda10aeb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:17.342992 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6e91dcfa4bb4a00b09862cb45ed2975&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2225316
Dec 09 18:47:17.342992 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6aed50-9434-4dcd-84ef-e1d84eb3a81b,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:17.343541 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38900) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:17.344978 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:17.456259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.493541 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.522501 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-16fdf381-9de0-46c8-9b5a-c0aae2c19748 req-5f6d79d7-80c8-414f-a486-8f020a9443db tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Synchronizing usage tracker for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:17.541216 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-16fdf381-9de0-46c8-9b5a-c0aae2c19748 req-5f6d79d7-80c8-414f-a486-8f020a9443db tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Unset dirty status for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:17.542345 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-16fdf381-9de0-46c8-9b5a-c0aae2c19748 req-5f6d79d7-80c8-414f-a486-8f020a9443db tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 210 time: 0.0711579
Dec 09 18:47:17.577914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.585087 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-685272a1-6c8e-47e1-944a-eba6287d7d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:17.598758 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6aed50-9434-4dcd-84ef-e1d84eb3a81b,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:17.602971 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:17.604192 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:17.607403 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6aed50-9434-4dcd-84ef-e1d84eb3a81b HTTP/1.1" status: 204  len: 168 time: 0.2602427
Dec 09 18:47:17.892479 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e27b8-f47e-421e-af09-05b524431cb3 req-ff647840-67ea-4b02-be95-863cc36eaa61 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:17.894158 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-685e27b8-f47e-421e-af09-05b524431cb3 req-ff647840-67ea-4b02-be95-863cc36eaa61 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.0980747
Dec 09 18:47:17.958704 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-685e27b8-f47e-421e-af09-05b524431cb3 req-d8c21e22-5408-4069-affe-d073de66af82 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575883
Dec 09 18:47:18.523265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 38958) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:18.744930 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d94845b1-ee42-4ada-a5c7-d33ff17baf17 req-370c7a7d-cea3-485a-bc0a-b16b3edf0e29 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 210 time: 0.0715024
Dec 09 18:47:18.832798 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:18.858300 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:18.865952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Usage tracker for resource:security_group_rule and tenant:deb52cd3b31040a7ad82ad8a9c3887fa is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:18.871621 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:18.893602 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:18.927018 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-063f6f7e-7656-4ecf-92fc-e26ce39704f3 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:18.930338 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-063f6f7e-7656-4ecf-92fc-e26ce39704f3 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 809 time: 0.2122557
Dec 09 18:47:18.999781 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-875ab67d-00c4-4b51-8412-a5bb007f6592 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6 HTTP/1.1" status: 200  len: 380 time: 0.0557048
Dec 09 18:47:19.020772 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'port': {'device_id': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'admin_state_up': True, 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'security_groups': ['eecef21a-f7a9-498f-91e1-b2e350792fe0']}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:19.096111 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.106712 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.168894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6f0b364b-781c-4342-a786-5a72154d2a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:19.279261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:47:19.280456 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 38988) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:19.280578 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=deb52cd3b31040a7ad82ad8a9c3887fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7560856
Dec 09 18:47:19.292593 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1ac50-3af0-4d5e-aaa4-3344c8a91c11,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:19.310707 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:19.348184 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:19.363283 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:19.373105 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea9f6-92b0-4431-9dfd-89f4623485ad req-5430a5ab-b91e-4c9e-ac83-9d98d2997373 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:19.374700 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a99ea9f6-92b0-4431-9dfd-89f4623485ad req-5430a5ab-b91e-4c9e-ac83-9d98d2997373 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1988235
Dec 09 18:47:19.388553 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Made reservation on behalf of b8cc596bb2dc4f9ba1120936e1a90dd6 for: {'port': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:19.391966 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.424162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.427740 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:19.443569 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '2d4487a0-250f-418d-85c0-3f27e874b258', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258', 'mac_address': 'fa:16:3e:48:36:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:47:19.465186 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.495892 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a99ea9f6-92b0-4431-9dfd-89f4623485ad req-9d90c277-0f43-4e6f-8805-0a960b9aabca tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098402
Dec 09 18:47:19.518711 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.533173 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.538579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-212a5b77-da63-4bf6-886e-b83340ed9c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:19.565267 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d4487a0-250f-418d-85c0-3f27e874b258 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:19.579582 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1ac50-3af0-4d5e-aaa4-3344c8a91c11,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:19.586276 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:19.593314 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:19.608256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.612327 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0a1ac50-3af0-4d5e-aaa4-3344c8a91c11 HTTP/1.1" status: 204  len: 168 time: 0.3282251
Dec 09 18:47:19.613674 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:19.617752 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:19.681954 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Allocated IP 172.20.0.4 (c39356a0-58e3-4abb-b8a3-81f2d88c9201/6fb55689-0687-4284-8cdd-8a8951368bb9/112a6920-00b9-4914-a566-a83453f55ac6) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:47:19.755890 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=6']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:19.760967 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:19.763763 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['2d4487a0-250f-418d-85c0-3f27e874b258'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:47:20.146794 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2ebd9923-2560-4e5f-92cd-090812c858a8 req-ada9a7b3-85cc-43c2-b9a1-3c40bc6c6790 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 210 time: 0.1116860
Dec 09 18:47:20.192331 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.235668 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Transition to ACTIVE for port object 112a6920-00b9-4914-a566-a83453f55ac6 will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:47:20.278926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.290940 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:20.373796 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39036) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:20.377583 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:47:20.382407 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:20.386694 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:47:20.435299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.452148 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fcd030dd-878a-4074-b167-769a3b23d9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.459594 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:20.464851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:20.485763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:20.492146 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Usage tracker for resource:security_group_rule and tenant:555e9d988c6c4ffdb37cd936e7d7ee9c is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:20.496794 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:20.505030 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:20.520293 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:20.522327 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.616267 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6000884
Dec 09 18:47:20.632971 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Request body: {'port': {'device_id': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:20.800136 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.828128 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-d1c03bf1-4d3a-446f-81fe-c96906c1d211 None None] Provisioning for port 112a6920-00b9-4914-a566-a83453f55ac6 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:47:20.840317 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-d1c03bf1-4d3a-446f-81fe-c96906c1d211 None None] Provisioning complete for port 112a6920-00b9-4914-a566-a83453f55ac6 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:47:20.842328 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d1c03bf1-4d3a-446f-81fe-c96906c1d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.912865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:20.955644 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-57c01466-6504-4152-a9c0-5cb336c95591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:20.966665 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=555e9d988c6c4ffdb37cd936e7d7ee9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5894177
Dec 09 18:47:20.976192 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39062) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:20.995995 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-d1c03bf1-4d3a-446f-81fe-c96906c1d211 None None] Port 112a6920-00b9-4914-a566-a83453f55ac6 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:47:21.011581 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.113665 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc9e1f-f2ae-4a25-af0e-2c1e0be8980b,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:21.145752 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:21.162829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.183791 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eee61-de45-4c5a-8082-466d5f9dccee req-0fb18e4c-a92f-4f12-84d6-57a1253003a0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:21.185859 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-167eee61-de45-4c5a-8082-466d5f9dccee req-0fb18e4c-a92f-4f12-84d6-57a1253003a0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 944 time: 0.3839285
Dec 09 18:47:21.260276 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39072) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:21.280772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:47:21.309263 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99dd10-62bc-447b-9ec8-82534209a475 req-d518fd13-0128-42d0-9a76-8c0a24f8a17d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:21.311557 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fa99dd10-62bc-447b-9ec8-82534209a475 req-d518fd13-0128-42d0-9a76-8c0a24f8a17d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.3764398
Dec 09 18:47:21.337848 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-cc8b6f67-2b0c-401d-a6b0-128ba67d3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:21.339207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-cc8b6f67-2b0c-401d-a6b0-128ba67d3691 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.4826450
Dec 09 18:47:21.340957 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.377555 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.392486 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 2d4487a0-250f-418d-85c0-3f27e874b258 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:47:21.393355 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.563365 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-167eee61-de45-4c5a-8082-466d5f9dccee req-a91731f1-d368-4f9e-a515-c65127dacb85 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3560145
Dec 09 18:47:21.726204 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-36eb955a-c524-40ac-9e0d-ac367b092b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:21.730703 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.752354 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-36eb955a-c524-40ac-9e0d-ac367b092b86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.3503675
Dec 09 18:47:21.754532 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fa99dd10-62bc-447b-9ec8-82534209a475 req-0a167cb8-1ae3-4ae1-8150-1f764aaebcdd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4267702
Dec 09 18:47:21.797402 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.825363 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:21.843805 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:21.848417 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:21.855977 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:21.858899 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:21.871835 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Usage tracker for resource:security_group_rule and tenant:6e29785562984ca1a757aa347b10172e is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:21.882778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:21.907933 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-db7758d9-80e2-450a-9ec4-6aebfdc52931 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.1545522
Dec 09 18:47:21.936511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:21.952688 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'code': 200}
Dec 09 18:47:22.014129 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=7']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:22.034690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.035046 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.035445 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.035780 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.036111 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.036487 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.036814 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.037138 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.037555 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.037882 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.038849 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.041618 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:47:22.050833 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:22.066232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.084358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5416d10e-6dd3-4940-927a-05f90f8d271a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:22.126684 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc9e1f-f2ae-4a25-af0e-2c1e0be8980b,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:22.142580 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:22.170053 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.173893 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04dc9e1f-f2ae-4a25-af0e-2c1e0be8980b HTTP/1.1" status: 204  len: 168 time: 1.1755533
Dec 09 18:47:22.202295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112a6920-00b9-4914-a566-a83453f55ac6 {{(pid=86868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:22.211120 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-00f8dd9c-7745-40dc-b493-6431f950181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:22.214104 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-00f8dd9c-7745-40dc-b493-6431f950181d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.2081017
Dec 09 18:47:22.245472 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.313045 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-9a0540dc-d285-47d4-afe8-6f72748581af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900469
Dec 09 18:47:22.328869 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426985-9936-4bd3-8006-20823d51893a req-072e8506-c404-4edc-a723-27e0ec23ae0d tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:22.337881 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-11426985-9936-4bd3-8006-20823d51893a req-072e8506-c404-4edc-a723-27e0ec23ae0d tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 931 time: 0.4267082
Dec 09 18:47:22.355597 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.366998 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Transition to ACTIVE for port object 112a6920-00b9-4914-a566-a83453f55ac6 will not be triggered until provisioned by entity L2. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:47:22.370621 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.395223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6c2bdc9d-b444-4bdf-b483-20d50fcca364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:22.448392 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ccce3c-8c43-4180-bc1a-768c25313807,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:22.452287 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:22.453243 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.477965 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c4129581-45dc-4e91-a8dc-a9e169089e4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:22.566206 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-11426985-9936-4bd3-8006-20823d51893a req-ca0b9a66-33f6-4b71-9a96-b7d959c6c7f7 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Synchronizing usage tracker for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:22.571526 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-06b40dcd-8cb9-4926-a32b-df6a6a38c261 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299478
Dec 09 18:47:22.672074 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2d94f697-b9b1-4a77-b0d9-af4281dcec71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e29785562984ca1a757aa347b10172e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4102178
Dec 09 18:47:22.719973 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39094) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:22.855359 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39102) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:22.894268 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-11426985-9936-4bd3-8006-20823d51893a req-ca0b9a66-33f6-4b71-9a96-b7d959c6c7f7 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Unset dirty status for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:22.916423 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-11426985-9936-4bd3-8006-20823d51893a req-ca0b9a66-33f6-4b71-9a96-b7d959c6c7f7 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5775969
Dec 09 18:47:22.939490 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:22.999174 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.005631 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:23.042094 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Usage tracker for resource:security_group_rule and tenant:abdc14e5e42846b9b5fa9df911143dfd is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:23.046510 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:23.059308 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:23.065682 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-de34534c-a07d-4d62-aeef-6ed5652f426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.082252 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:23.093495 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:23.145012 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-87d013bc-3a33-4148-9089-b718f7001bf9 req-be29778a-865f-4cfb-9e24-771950cdcb29 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5628488
Dec 09 18:47:23.186147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053526a-237d-4a51-9fad-db89108608ba req-5ccee5c6-afc0-4339-b3fd-f6f3083a0af0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:23.201923 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f053526a-237d-4a51-9fad-db89108608ba req-5ccee5c6-afc0-4339-b3fd-f6f3083a0af0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1195624
Dec 09 18:47:23.242745 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.260050 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Attempting to bind port 112a6920-00b9-4914-a566-a83453f55ac6 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:47:23.260451 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Attempting to bind port 112a6920-00b9-4914-a566-a83453f55ac6 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:47:23.260786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Attempting to bind port 112a6920-00b9-4914-a566-a83453f55ac6 on network c39356a0-58e3-4abb-b8a3-81f2d88c9201 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:47:23.298516 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f053526a-237d-4a51-9fad-db89108608ba req-ed2d2c71-6343-4839-b401-bc19dc0413e2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952647
Dec 09 18:47:23.310398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Port 112a6920-00b9-4914-a566-a83453f55ac6 on network c39356a0-58e3-4abb-b8a3-81f2d88c9201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:47:23.310903 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Attempting to bind port 112a6920-00b9-4914-a566-a83453f55ac6 on network c39356a0-58e3-4abb-b8a3-81f2d88c9201 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:47:23.350269 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:47:23.351350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Checking segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:47:23.351752 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Bound using segment: {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:47:23.352388 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Bound port: 112a6920-00b9-4914-a566-a83453f55ac6, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7840b9a8-c057-4769-8458-79b5d4369e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201'}}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:47:23.352772 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.466249 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48611fd9-a1e3-4555-af22-014f421f65ef req-e0b6f566-7ec9-481a-96bd-9516889e827a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:23.467920 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48611fd9-a1e3-4555-af22-014f421f65ef req-e0b6f566-7ec9-481a-96bd-9516889e827a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.4724722
Dec 09 18:47:23.541342 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.542295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.549611 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-11797c20-5ad3-427c-b651-bedb6ee97f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:23.590819 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.606137 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ccce3c-8c43-4180-bc1a-768c25313807,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:23.620363 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:23.626644 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-9ae264c0-9a77-4a80-a699-3ddb55719f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:23.657514 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48611fd9-a1e3-4555-af22-014f421f65ef req-fb7719ae-1927-4250-a140-03febb22bbff tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1475000
Dec 09 18:47:23.673434 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, cleared binding levels {{(pid=86868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:47:23.689477 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abdc14e5e42846b9b5fa9df911143dfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8017943
Dec 09 18:47:23.690334 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39112) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:23.696649 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.701377 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92ccce3c-8c43-4180-bc1a-768c25313807 HTTP/1.1" status: 204  len: 168 time: 0.9772654
Dec 09 18:47:23.708699 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:47:23.711825 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2562046d-2573-4b33-a2e4-75fe3b745cc3,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:23.715098 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:23.719287 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.730061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:23.815144 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:23.816852 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.818555 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] 10.222.0.45 "PUT /v2.0/ports/112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 1093 time: 3.1927102
Dec 09 18:47:23.819949 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:23.840016 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.888828 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:23.998711 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=3']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:24.004790 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:24.017188 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'status': 'completed', 'code': 200}
Dec 09 18:47:24.058000 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-f8c938f0-6e41-4370-ba85-9204cb7ad43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:24.059598 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-f8c938f0-6e41-4370-ba85-9204cb7ad43d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1096 time: 0.1871612
Dec 09 18:47:24.061711 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:24.072875 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6153263c-8e40-4894-85bb-9b9e1f81e0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:24.226475 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2562046d-2573-4b33-a2e4-75fe3b745cc3,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:24.245546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:24.251835 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:24.258604 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2562046d-2573-4b33-a2e4-75fe3b745cc3 HTTP/1.1" status: 204  len: 168 time: 0.5649271
Dec 09 18:47:24.259785 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:24.383151 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-43e8ef98-c51a-40e8-af85-67ee6873c072 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 217 time: 0.3136847
Dec 09 18:47:24.624121 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4a6da-4f91-4527-b6ab-498f4eb90ae1 req-ff9aae0f-aced-44a6-919a-837acf4ae3ec tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:24.625242 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-45d4a6da-4f91-4527-b6ab-498f4eb90ae1 req-ff9aae0f-aced-44a6-919a-837acf4ae3ec tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Synchronizing usage tracker for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:24.662839 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-84768cb5-f1d2-41ad-9b6a-ae06b25370c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:24.666508 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-84768cb5-f1d2-41ad-9b6a-ae06b25370c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.2612038
Dec 09 18:47:24.671560 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-45d4a6da-4f91-4527-b6ab-498f4eb90ae1 req-ff9aae0f-aced-44a6-919a-837acf4ae3ec tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Unset dirty status for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:24.674207 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45d4a6da-4f91-4527-b6ab-498f4eb90ae1 req-ff9aae0f-aced-44a6-919a-837acf4ae3ec tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.3777747
Dec 09 18:47:24.737303 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54417-8eee-4917-bdd3-b59377cfc4a8 req-68701b95-eeb3-4e58-832a-24591548bfc7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:24.750070 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6fc54417-8eee-4917-bdd3-b59377cfc4a8 req-68701b95-eeb3-4e58-832a-24591548bfc7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2390821
Dec 09 18:47:24.853425 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6fc54417-8eee-4917-bdd3-b59377cfc4a8 req-01a81cc4-5653-4820-9e46-e6c93088fcd0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002209
Dec 09 18:47:24.907707 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45d4a6da-4f91-4527-b6ab-498f4eb90ae1 req-9d9b662e-ba09-49b0-9601-1057d95ed51d tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200123
Dec 09 18:47:24.990464 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-26d879ed-6699-4458-8712-a674b8adc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:24.992859 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-26d879ed-6699-4458-8712-a674b8adc95d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3173413
Dec 09 18:47:25.142777 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:25.245815 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e60ce-c3e5-4fc0-9e66-86ed60cd7c91 req-e1f9a0ee-5532-47c0-9b48-91524405ad2a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:25.259454 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3e3e60ce-c3e5-4fc0-9e66-86ed60cd7c91 req-e1f9a0ee-5532-47c0-9b48-91524405ad2a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.2064035
Dec 09 18:47:25.342175 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3e3e60ce-c3e5-4fc0-9e66-86ed60cd7c91 req-c4cda5c7-b3ca-442c-bff0-d565499c3b26 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783520
Dec 09 18:47:25.389805 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-cba34af4-d8f2-48eb-9094-dee6cfb398d2 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3885016
Dec 09 18:47:25.773628 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7331eac4-b734-4e2b-b68d-4106e57ac77b req-c095a245-de1c-49e6-871a-52aa935cd975 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3744898
Dec 09 18:47:25.962597 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.028753 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-2e96e7db-dde6-47e3-a9d5-67fc9270d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:26.033106 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-2e96e7db-dde6-47e3-a9d5-67fc9270d5c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1096 time: 0.1861718
Dec 09 18:47:26.125096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39188) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:26.249696 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6f6a-4754-4d77-b16e-143407455838 req-9169fe43-17ed-45a7-809f-d2e3a5841f99 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:26.251411 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-832d6f6a-4754-4d77-b16e-143407455838 req-9169fe43-17ed-45a7-809f-d2e3a5841f99 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1709080
Dec 09 18:47:26.297942 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1198721819-network', 'tenant_id': 'f9644475282f4d25b2c37eabcba1d3d1'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:26.311946 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:26.316116 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-832d6f6a-4754-4d77-b16e-143407455838 req-4a0ef3c1-bf65-40e3-b12a-0e806a64a20a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551243
Dec 09 18:47:26.321024 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Usage tracker for resource:network and tenant:f9644475282f4d25b2c37eabcba1d3d1 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:26.324358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:26.331421 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:26.358537 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Made reservation on behalf of f9644475282f4d25b2c37eabcba1d3d1 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:26.365061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.392067 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.413347 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:26.421730 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Usage tracker for resource:security_group_rule and tenant:f9644475282f4d25b2c37eabcba1d3d1 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:26.432008 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a692e7-314d-44a9-991d-90b00d7b9563 req-79e5eb28-8ae9-4f53-98da-3ac3798ff913 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:26.439043 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-05a692e7-314d-44a9-991d-90b00d7b9563 req-79e5eb28-8ae9-4f53-98da-3ac3798ff913 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.2564113
Dec 09 18:47:26.441155 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:26.461265 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:26.506412 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-05a692e7-314d-44a9-991d-90b00d7b9563 req-7d2b0770-28be-4afa-aba7-4790c42e2fca tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665567
Dec 09 18:47:26.624707 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51d28f-c72b-44f2-847d-8c47263fef4d req-82bb9fe8-ce38-4137-8eb1-688bcc8f64bd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:26.625678 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ca51d28f-c72b-44f2-847d-8c47263fef4d req-82bb9fe8-ce38-4137-8eb1-688bcc8f64bd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1290729
Dec 09 18:47:26.636119 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.641873 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.645808 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-87a6d754-dd69-4631-9b3f-fef936844d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:26.677639 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ca51d28f-c72b-44f2-847d-8c47263fef4d req-1ab19e09-d195-4ab7-a5a5-400b7e49329d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449750
Dec 09 18:47:26.681887 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:47:26.685344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e554b1-b79f-4913-a6e8-64226d3193a4,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:26.691002 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:26.697299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.697714 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Added segment 9192df9e-dad7-471a-8d4d-de70daae0b9e of type vlan for network 51f949d4-4151-46ea-8b15-222ac21294b1
Dec 09 18:47:26.726842 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.765685 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.767598 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:26.768365 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:26.774049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:26.944256 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8175671
Dec 09 18:47:26.945590 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Pushing event updated for resources: {'Network': ['ID=51f949d4-4151-46ea-8b15-222ac21294b1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:26.958356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39206) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:26.959486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:26.961264 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 51f949d4-4151-46ea-8b15-222ac21294b1 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:47:26.970135 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Request body: {'subnet': {'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1198721819-subnet', 'tenant_id': 'f9644475282f4d25b2c37eabcba1d3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:26.989932 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:27.000281 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Usage tracker for resource:subnet and tenant:f9644475282f4d25b2c37eabcba1d3d1 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:27.009439 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:27.026999 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:27.059045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Made reservation on behalf of f9644475282f4d25b2c37eabcba1d3d1 for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:27.061724 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:27.116716 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-b971760e-aaeb-4396-b07e-70a8d0be6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:27.120684 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-b971760e-aaeb-4396-b07e-70a8d0be6cfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 910 time: 0.2729692
Dec 09 18:47:27.483875 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:27.496446 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8a837c9a-c8f0-4f5c-b602-94233a26ab30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:27.584556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5909036-3ee2-45bc-aff6-5f7c21d5a63f,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:27.588893 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:27.602814 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Checking segment: {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:47:27.603176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Network hostable DHCP agents. Network: 51f949d4-4151-46ea-8b15-222ac21294b1, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:47:27.631867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01810883-1b70-41a0-b0e6-ac230cfa5b0b req-1c415cf8-895f-445f-af11-babc9df3c14f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:27.633825 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-01810883-1b70-41a0-b0e6-ac230cfa5b0b req-1c415cf8-895f-445f-af11-babc9df3c14f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1875119
Dec 09 18:47:27.643540 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Network 51f949d4-4151-46ea-8b15-222ac21294b1 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:47:27.680793 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 51f949d4-4151-46ea-8b15-222ac21294b1) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:27.685566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:27.686633 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:27.691119 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feaba0e-f369-4666-9ef2-7c5170e88824 None None] Network 51f949d4-4151-46ea-8b15-222ac21294b1 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:47:27.713267 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-01810883-1b70-41a0-b0e6-ac230cfa5b0b req-e2aea117-8115-4dc3-b628-d4803009c217 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718231
Dec 09 18:47:27.733323 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-792d1b92-1d92-493b-98a5-c8f45bad35ef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7623274
Dec 09 18:47:27.842901 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-89f7547c-7566-463c-8064-2563435a8580 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 217 time: 0.1454341
Dec 09 18:47:27.912103 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533e16d-10b3-49b9-a9ea-f073e2665eb2 req-91cd95ff-52b9-40ff-86d0-6ca267c3beaf tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:27.927086 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3533e16d-10b3-49b9-a9ea-f073e2665eb2 req-91cd95ff-52b9-40ff-86d0-6ca267c3beaf tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.2833626
Dec 09 18:47:28.006322 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3533e16d-10b3-49b9-a9ea-f073e2665eb2 req-57319ac3-5083-43f6-8d5d-d401e1ae3f63 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777962
Dec 09 18:47:28.045251 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27469fe5-e616-4cf3-8dd0-fdcfb93feb7a None None] Network 51f949d4-4151-46ea-8b15-222ac21294b1 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:47:28.089112 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2833015-8b03-4125-951e-de5a5eb1efe5 req-235111a6-6189-4624-ae12-02de09366369 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:28.102910 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f2833015-8b03-4125-951e-de5a5eb1efe5 req-235111a6-6189-4624-ae12-02de09366369 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1776989
Dec 09 18:47:28.189020 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f2833015-8b03-4125-951e-de5a5eb1efe5 req-6f3abf54-96da-466d-aadc-1fa01285f2df tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789356
Dec 09 18:47:28.703114 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-556ce7b7-500b-40a0-a169-b3155e525c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:28.704677 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-556ce7b7-500b-40a0-a169-b3155e525c02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.0634072
Dec 09 18:47:28.805355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-c9401535-50c6-4fca-861d-19c62791cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:28.806865 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-c9401535-50c6-4fca-861d-19c62791cd46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924001
Dec 09 18:47:29.004857 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-c97dd1fd-b700-41b6-bd1f-6a1fc654dbdf service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906214
Dec 09 18:47:29.045540 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a8908-e211-4b3e-bf6d-3136f8e872b6 req-6e43d4c8-1405-4f3d-a9a4-a22a4964e1c5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:29.052370 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-047a8908-e211-4b3e-bf6d-3136f8e872b6 req-6e43d4c8-1405-4f3d-a9a4-a22a4964e1c5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1631706
Dec 09 18:47:29.173325 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-047a8908-e211-4b3e-bf6d-3136f8e872b6 req-53a26daa-e79a-433f-8a10-7ca9297daba9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198208
Dec 09 18:47:29.235297 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3003296b-6bf7-4525-aa36-f2e16d2b70d5 req-6b4aa262-94c4-4ccf-b08c-57bda10c6025 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217927
Dec 09 18:47:29.245997 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e9571-92af-4426-945c-6edba05cddcc req-ce719b41-3853-4e39-8f15-1380329ce477 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:29.254004 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-272e9571-92af-4426-945c-6edba05cddcc req-ce719b41-3853-4e39-8f15-1380329ce477 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.1319757
Dec 09 18:47:29.313894 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-272e9571-92af-4426-945c-6edba05cddcc req-e9852afd-39da-49af-8640-31470f3c9210 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586040
Dec 09 18:47:29.452155 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1e018-69ab-431b-93c5-652717d2402f req-c1c14283-c99d-4795-92c8-f00b333e156e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:29.461198 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6ed1e018-69ab-431b-93c5-652717d2402f req-c1c14283-c99d-4795-92c8-f00b333e156e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1296906
Dec 09 18:47:29.518978 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6ed1e018-69ab-431b-93c5-652717d2402f req-ad44a328-7ec4-4648-ae74-b9debbbf25af tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563428
Dec 09 18:47:29.589088 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-4d92bfd3-b3a9-4ae1-9ef7-cccfe4813041 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f8c2ddd6bea544db988ae84156e63b99&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0411763
Dec 09 18:47:29.814383 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-beb04368-9519-478d-9036-9f35ad989395 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:29.830268 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-beb04368-9519-478d-9036-9f35ad989395 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2392242
Dec 09 18:47:29.847416 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-c1761a0b-6b60-469b-8e42-54a47cfa0f07 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/quotas/f8c2ddd6bea544db988ae84156e63b99 HTTP/1.1" status: 200  len: 375 time: 0.0161719
Dec 09 18:47:29.927648 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-2457355b-d885-4b13-a862-77bef096c18a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8c2ddd6bea544db988ae84156e63b99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0792699
Dec 09 18:47:30.173856 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d1f9b0e9-207d-4b89-b784-a5af082727c4 req-79c2b693-1faf-4e63-8b64-1d4ab2d2cbc6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 210 time: 0.0618651
Dec 09 18:47:30.203523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-33e05d58-6bea-4a60-bb33-63660ca0162e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:30.211549 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-33e05d58-6bea-4a60-bb33-63660ca0162e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/networks?id=51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 200  len: 809 time: 0.1922050
Dec 09 18:47:30.228745 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-14acdb16-e83f-4b1d-bd1b-a4d4298db18b tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/quotas/f9644475282f4d25b2c37eabcba1d3d1 HTTP/1.1" status: 200  len: 375 time: 0.0163651
Dec 09 18:47:30.329678 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-70ec1d0e-9eab-462a-a272-7229e6f848e3 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0999181
Dec 09 18:47:30.529169 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2e99-fcef-451b-a77b-787fc631ee01 req-f2f47357-5408-4af9-94b9-41a384d53503 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:30.539840 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3a3e2e99-fcef-451b-a77b-787fc631ee01 req-f2f47357-5408-4af9-94b9-41a384d53503 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1695144
Dec 09 18:47:30.560357 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-fb3bcdf3-3e9f-49ea-9f51-41ea7fc8c257 service neutron] 10.222.0.32 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197890
Dec 09 18:47:30.610043 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3a3e2e99-fcef-451b-a77b-787fc631ee01 req-b0bfd748-343a-44f1-bab4-70337e76529a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688899
Dec 09 18:47:30.877044 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-5e0a0a5c-366c-46df-812c-ea66c06a8dd7 service neutron] 10.222.0.32 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106794
Dec 09 18:47:31.042380 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716bac8-b9be-45c6-bb7c-d34e94488051 req-3edc12c1-5970-4d8b-9815-00a40dd9fbdf tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:31.043917 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b716bac8-b9be-45c6-bb7c-d34e94488051 req-3edc12c1-5970-4d8b-9815-00a40dd9fbdf tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.1287472
Dec 09 18:47:31.106806 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b716bac8-b9be-45c6-bb7c-d34e94488051 req-db27d456-7105-4270-b5c6-ad82e0ec0c22 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568078
Dec 09 18:47:31.270875 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-087cc2f5-760e-4f52-bb29-4cc657bd8426 req-4afbd1a6-2de1-446f-8da0-a54220dcf5c2 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0613186
Dec 09 18:47:31.378298 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cc8f1-1ccd-4bd3-b6b4-11bc6e4402d3 req-1911bdf8-0bc0-4a37-baf6-d1d1105f3c96 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:31.386001 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fa9cc8f1-1ccd-4bd3-b6b4-11bc6e4402d3 req-1911bdf8-0bc0-4a37-baf6-d1d1105f3c96 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1489320
Dec 09 18:47:31.432438 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7c6eaeb2-da59-43af-bafe-f5c845b9f31a req-808d8c3a-68e1-4796-ae46-6eb875e6308e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 210 time: 0.0568914
Dec 09 18:47:31.448516 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fa9cc8f1-1ccd-4bd3-b6b4-11bc6e4402d3 req-30bf1123-6c85-4946-a48f-eb2fb889ec14 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585365
Dec 09 18:47:31.709149 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-c1420afd-be96-478a-8500-4891c9ebd28a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f8c2ddd6bea544db988ae84156e63b99&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337396
Dec 09 18:47:31.909425 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf250e81-eb1a-4687-9355-9b55d9c66cf5 req-54b72288-82bd-4608-ad4e-30969d794e97 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:31.918935 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cf250e81-eb1a-4687-9355-9b55d9c66cf5 req-54b72288-82bd-4608-ad4e-30969d794e97 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1406956
Dec 09 18:47:31.927764 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-526e45e8-35be-4a7f-b325-334a8ad463db tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:31.936787 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-526e45e8-35be-4a7f-b325-334a8ad463db tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2240608
Dec 09 18:47:31.958438 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Request body: {'port': {'device_id': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5', 'admin_state_up': True, 'tenant_id': 'f8c2ddd6bea544db988ae84156e63b99'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:32.008458 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cf250e81-eb1a-4687-9355-9b55d9c66cf5 req-458319d9-abd0-4cf5-a527-37a84cbd5d21 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878093
Dec 09 18:47:32.262427 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:32.267365 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Usage tracker for resource:port and tenant:f8c2ddd6bea544db988ae84156e63b99 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:32.275021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:32.297566 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:32.362276 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Made reservation on behalf of f8c2ddd6bea544db988ae84156e63b99 for: {'port': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:32.365879 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:32.386744 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:32.414821 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:32.421299 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Usage tracker for resource:security_group_rule and tenant:f8c2ddd6bea544db988ae84156e63b99 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:32.425576 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:32.432548 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:32.457956 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea8de0-1eca-4276-b838-d0259f690873 req-4125859a-f6da-4514-9d94-9b2a94cd8a31 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:32.464884 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a5ea8de0-1eca-4276-b838-d0259f690873 req-4125859a-f6da-4514-9d94-9b2a94cd8a31 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.1626918
Dec 09 18:47:32.470715 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1272c5fd-5425-426e-a0dd-b4a4728d9fb6 req-7baaabba-51ad-4df8-80ef-f126154805d8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0645428
Dec 09 18:47:32.542464 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a5ea8de0-1eca-4276-b838-d0259f690873 req-fbbd7041-2437-416a-b665-59b988263cfb tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759451
Dec 09 18:47:32.652235 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:32.669481 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:32.691742 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ffe930a7-392f-4cbd-a734-7633308efc0e req-02d5a675-ae06-43a0-98c7-36c2a43880ea tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 210 time: 0.0615828
Dec 09 18:47:32.727089 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a2285da6-55be-4bfe-b44f-535644166b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:33.011933 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Allocated IP 192.168.233.74 (a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5/88153c4d-d37e-4b66-996d-9b86bc9ba82e/a23ee8b8-7d57-4a46-95de-9d848708a3b4) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:47:33.025374 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-97b54714-1e98-451a-a71f-a3e43cb0bfd6 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:33.026819 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-97b54714-1e98-451a-a71f-a3e43cb0bfd6 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Synchronizing usage tracker for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:network {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:33.027196 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a00d3f-33b8-4264-a24f-9511c09efe22,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:33.038924 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:33.052752 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-97b54714-1e98-451a-a71f-a3e43cb0bfd6 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Unset dirty status for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:network {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:33.055887 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-97b54714-1e98-451a-a71f-a3e43cb0bfd6 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "GET /v2.0/networks?id=51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 200  len: 809 time: 0.2704892
Dec 09 18:47:33.090060 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Request body: {'port': {'device_id': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1', 'admin_state_up': True, 'tenant_id': 'f9644475282f4d25b2c37eabcba1d3d1'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:33.143279 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374ce43-6e36-41ae-99fe-1e0219d52a87 req-86c005e8-37c7-41f5-8ca1-17301e6e4292 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:33.151176 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d374ce43-6e36-41ae-99fe-1e0219d52a87 req-86c005e8-37c7-41f5-8ca1-17301e6e4292 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.4142108
Dec 09 18:47:33.277748 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d374ce43-6e36-41ae-99fe-1e0219d52a87 req-8e566f00-ae25-4808-9336-1f3d0598dbc8 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255887
Dec 09 18:47:33.375270 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:33.392653 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60db76-34be-42e5-9fed-ab141346eb4b req-d6c1ba9c-4ad6-4483-83d2-1b1a119fab55 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:33.394659 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Transition to ACTIVE for port object a23ee8b8-7d57-4a46-95de-9d848708a3b4 will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:47:33.405296 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fa60db76-34be-42e5-9fed-ab141346eb4b req-d6c1ba9c-4ad6-4483-83d2-1b1a119fab55 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2136996
Dec 09 18:47:33.407847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:33.424341 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:33.431615 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:33.435539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Usage tracker for resource:port and tenant:f9644475282f4d25b2c37eabcba1d3d1 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:33.441223 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:33.450672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:33.478757 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Made reservation on behalf of f9644475282f4d25b2c37eabcba1d3d1 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:33.482377 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:33.508064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:47:33.516977 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:33.536700 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:47:33.689933 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fa60db76-34be-42e5-9fed-ab141346eb4b req-ce9233b0-9659-4e5d-be01-7e125e5c3ad8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834556
Dec 09 18:47:33.706247 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c7506436-de96-4e09-aa11-6ddc204ab09a req-792a0899-4fd8-4401-8eab-ae8c494e46ef tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0688999
Dec 09 18:47:33.708642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Pushing event updated for resources: {'Port': ['ID=a23ee8b8-7d57-4a46-95de-9d848708a3b4,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:33.714148 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:33.740038 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:33.741481 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:33.784273 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8356929
Dec 09 18:47:33.799044 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Request body: {'port': {'device_id': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:34.030625 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2fc6614f-e007-46cd-9acd-9079ba9c3c0f None None] Provisioning for port a23ee8b8-7d57-4a46-95de-9d848708a3b4 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:47:34.041760 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2fc6614f-e007-46cd-9acd-9079ba9c3c0f None None] Provisioning complete for port a23ee8b8-7d57-4a46-95de-9d848708a3b4 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:47:34.042076 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2fc6614f-e007-46cd-9acd-9079ba9c3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.097569 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.110862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9479a-b698-4e31-9152-26d6a5e9edf2 req-16b89743-02ba-4381-b0bb-fe6d22caa6ff tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:34.121503 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-92a9479a-b698-4e31-9152-26d6a5e9edf2 req-16b89743-02ba-4381-b0bb-fe6d22caa6ff tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.2410402
Dec 09 18:47:34.125766 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Allocated IP 172.20.0.11 (51f949d4-4151-46ea-8b15-222ac21294b1/b5909036-3ee2-45bc-aff6-5f7c21d5a63f/1e8cacea-211b-4992-bf82-46e68e6b23cb) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:47:34.215620 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6614f-e007-46cd-9acd-9079ba9c3c0f None None] Port a23ee8b8-7d57-4a46-95de-9d848708a3b4 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:47:34.230009 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-92a9479a-b698-4e31-9152-26d6a5e9edf2 req-caf28271-5e82-41bb-ae6d-0a29a40081f0 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071541
Dec 09 18:47:34.317235 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-3bf6b955-7a31-4591-b00f-9791d763719b tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:34.319037 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-3bf6b955-7a31-4591-b00f-9791d763719b tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Synchronizing usage tracker for tenant:f8c2ddd6bea544db988ae84156e63b99 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:34.403348 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-3bf6b955-7a31-4591-b00f-9791d763719b tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Unset dirty status for tenant:f8c2ddd6bea544db988ae84156e63b99 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:34.404526 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-3bf6b955-7a31-4591-b00f-9791d763719b tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 935 time: 0.3707302
Dec 09 18:47:34.449256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39378) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:34.468475 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-9f09dec5-fbfa-41ed-affb-85bc98a6032f tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Synchronizing usage tracker for tenant:f8c2ddd6bea544db988ae84156e63b99 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:34.575119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-9f09dec5-fbfa-41ed-affb-85bc98a6032f tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Unset dirty status for tenant:f8c2ddd6bea544db988ae84156e63b99 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:34.576305 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b6a1b281-0d23-4aab-8ece-8e24006f9994 req-9f09dec5-fbfa-41ed-affb-85bc98a6032f tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609704
Dec 09 18:47:34.587004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.672555 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca79f79-498b-44ad-8b34-c3dac3eed9cb req-b0b739d1-5046-48f0-b624-7e507902b496 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:34.674085 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-dca79f79-498b-44ad-8b34-c3dac3eed9cb req-b0b739d1-5046-48f0-b624-7e507902b496 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1884167
Dec 09 18:47:34.676048 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.718005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:34.736131 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.738272 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5c5e933d1c4758b01d242de52a4208 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:34.744745 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:34.755253 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23ee8b8-7d57-4a46-95de-9d848708a3b4 {{(pid=86868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:34.765201 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.766374 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:34.768549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:34.787262 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Transition to ACTIVE for port object a23ee8b8-7d57-4a46-95de-9d848708a3b4 will not be triggered until provisioned by entity L2. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:47:34.793227 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.806714 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-752bba3f-a443-421a-822e-f09ef75d00d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:34.810433 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Network 51f949d4-4151-46ea-8b15-222ac21294b1 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:47:34.819236 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:34.831140 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-dca79f79-498b-44ad-8b34-c3dac3eed9cb req-1c70f4fc-2d56-4bd4-a0e4-00a6087488f9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441791
Dec 09 18:47:34.853544 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:47:34.859348 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:34.859972 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:34.992989 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Pushing event updated for resources: {'Port': ['ID=1e8cacea-211b-4992-bf82-46e68e6b23cb,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:35.001306 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:35.009555 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9355035
Dec 09 18:47:35.032113 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Request body: {'port': {'device_id': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:35.172480 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Pushing event updated for resources: {'Port': ['ID=a23ee8b8-7d57-4a46-95de-9d848708a3b4,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:35.178314 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:35.307131 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b6e19-67cf-4503-a26e-d69584ef852a req-810278fb-e411-4987-bb6e-9930f0632c14 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:35.314170 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-228b6e19-67cf-4503-a26e-d69584ef852a req-810278fb-e411-4987-bb6e-9930f0632c14 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2717502
Dec 09 18:47:35.333331 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.340005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.364416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706c458-3515-4be5-83bb-d0a21a66702c req-dcbf8674-21b5-4783-913a-82ba8cf0a41f tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:35.365754 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a706c458-3515-4be5-83bb-d0a21a66702c req-dcbf8674-21b5-4783-913a-82ba8cf0a41f tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Synchronizing usage tracker for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:35.371307 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.381617 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-228b6e19-67cf-4503-a26e-d69584ef852a req-0a9c731f-89ec-422a-9413-39f00b2ff9e6 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662293
Dec 09 18:47:35.385250 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:47:35.388352 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-05d008af-69d4-4908-ab98-841ffba097bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:35.432303 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Attempting to bind port a23ee8b8-7d57-4a46-95de-9d848708a3b4 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:47:35.432810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Attempting to bind port a23ee8b8-7d57-4a46-95de-9d848708a3b4 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:47:35.433667 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Attempting to bind port a23ee8b8-7d57-4a46-95de-9d848708a3b4 on network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:47:35.445637 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Port a23ee8b8-7d57-4a46-95de-9d848708a3b4 on network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:47:35.446090 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Attempting to bind port a23ee8b8-7d57-4a46-95de-9d848708a3b4 on network a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:47:35.452972 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:47:35.453433 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Checking segment: {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:47:35.454023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Bound using segment: {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:47:35.455056 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Bound port: a23ee8b8-7d57-4a46-95de-9d848708a3b4, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85edf156-48c3-4d7d-877c-7de4aac4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5'}}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:47:35.455419 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.496735 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d5c5e933d1c4758b01d242de52a4208&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0463204
Dec 09 18:47:35.504551 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39390) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:35.530533 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863d31dd-3069-46da-8327-874a5479d1b8,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:35.539424 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:35.552115 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a706c458-3515-4be5-83bb-d0a21a66702c req-dcbf8674-21b5-4783-913a-82ba8cf0a41f tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Unset dirty status for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:35.558879 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a706c458-3515-4be5-83bb-d0a21a66702c req-dcbf8674-21b5-4783-913a-82ba8cf0a41f tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 932 time: 0.4801285
Dec 09 18:47:35.589390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:35.607445 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '112a6920-00b9-4914-a566-a83453f55ac6', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'port_id': '112a6920-00b9-4914-a566-a83453f55ac6', 'mac_address': 'fa:16:3e:6d:2c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:47:35.658010 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] For port a23ee8b8-7d57-4a46-95de-9d848708a3b4, host hv-cinder-81934, cleared binding levels {{(pid=86868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:47:35.669972 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] For port a23ee8b8-7d57-4a46-95de-9d848708a3b4, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:47:35.671473 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.693125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112a6920-00b9-4914-a566-a83453f55ac6 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:35.714409 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:35.722824 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.724701 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-a995ad39-e334-4be4-86d8-33c472afd700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:35.749305 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.763335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.765929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a706c458-3515-4be5-83bb-d0a21a66702c req-04af6293-59d0-4f66-b206-ac843f689b99 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Synchronizing usage tracker for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:35.770826 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-12028bdf-32e5-4f90-8827-9e8d3001451f tempest-DeleteServersTestJSON-403585793 tempest-DeleteServersTestJSON-403585793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:35.811862 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:35.819250 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:35.882424 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:35.883463 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:35.885558 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] 10.222.0.45 "PUT /v2.0/ports/a23ee8b8-7d57-4a46-95de-9d848708a3b4 HTTP/1.1" status: 200  len: 1097 time: 2.0914137
Dec 09 18:47:35.899629 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'tag': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:35.937165 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f708d-44f6-4dfb-9380-b20376470075 req-35105d4e-a908-40db-a18b-111b9ed75d77 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:35.945775 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b25f708d-44f6-4dfb-9380-b20376470075 req-35105d4e-a908-40db-a18b-111b9ed75d77 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 944 time: 0.2736080
Dec 09 18:47:36.000378 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Pushing event updated for resources: {'Port': ['ID=a23ee8b8-7d57-4a46-95de-9d848708a3b4,revision_number=3']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:36.040236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:36.049976 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['112a6920-00b9-4914-a566-a83453f55ac6'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:47:36.150411 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b25f708d-44f6-4dfb-9380-b20376470075 req-c4f2d328-3b42-47a0-853e-96ce556bf842 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2031803
Dec 09 18:47:36.158945 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.232634 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-2073144a-7e89-4e5d-b6c6-6a2cfb982922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:36.235497 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-2073144a-7e89-4e5d-b6c6-6a2cfb982922 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8c2ddd6bea544db988ae84156e63b99&device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 1100 time: 0.1649668
Dec 09 18:47:36.259225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a706c458-3515-4be5-83bb-d0a21a66702c req-04af6293-59d0-4f66-b206-ac843f689b99 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Unset dirty status for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:36.260602 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a706c458-3515-4be5-83bb-d0a21a66702c req-04af6293-59d0-4f66-b206-ac843f689b99 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7008414
Dec 09 18:47:36.277663 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.284384 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5669a7a0-59a4-42f8-8e20-11d45344e485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:36.314191 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863d31dd-3069-46da-8327-874a5479d1b8,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:36.319647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8cacea-211b-4992-bf82-46e68e6b23cb {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:36.325824 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:36.329549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.333292 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/863d31dd-3069-46da-8327-874a5479d1b8 HTTP/1.1" status: 204  len: 168 time: 0.8219848
Dec 09 18:47:36.333292 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.371169 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Transition to ACTIVE for port object 1e8cacea-211b-4992-bf82-46e68e6b23cb will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:47:36.380130 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.393810 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:36.480257 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-9f1197ba-b2f4-49f7-86e8-f4793c0be45f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4 HTTP/1.1" status: 200  len: 217 time: 0.2368226
Dec 09 18:47:36.487123 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8cacea-211b-4992-bf82-46e68e6b23cb,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:36.556412 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:36.709110 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-a7732c4e-20d4-4cd7-9712-a6b24fa8fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:36.711550 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-a7732c4e-20d4-4cd7-9712-a6b24fa8fa85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88153c4d-d37e-4b66-996d-9b86bc9ba82e HTTP/1.1" status: 200  len: 843 time: 0.2119370
Dec 09 18:47:36.760596 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Attempting to bind port 1e8cacea-211b-4992-bf82-46e68e6b23cb on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:47:36.761079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Attempting to bind port 1e8cacea-211b-4992-bf82-46e68e6b23cb by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:47:36.761535 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Attempting to bind port 1e8cacea-211b-4992-bf82-46e68e6b23cb on network 51f949d4-4151-46ea-8b15-222ac21294b1 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:47:36.770175 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Port 1e8cacea-211b-4992-bf82-46e68e6b23cb on network 51f949d4-4151-46ea-8b15-222ac21294b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:47:36.770618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Attempting to bind port 1e8cacea-211b-4992-bf82-46e68e6b23cb on network 51f949d4-4151-46ea-8b15-222ac21294b1 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:47:36.778180 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:47:36.778663 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Checking segment: {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:47:36.779147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Bound using segment: {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:47:36.779687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Bound port: 1e8cacea-211b-4992-bf82-46e68e6b23cb, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:47:36.780274 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.804518 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fcc86-3d4f-46a2-ae99-dda874f5bd48 req-36862162-478b-424c-b3ff-171c4ac4204e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:36.806163 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-100fcc86-3d4f-46a2-ae99-dda874f5bd48 req-36862162-478b-424c-b3ff-171c4ac4204e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 947 time: 0.3861792
Dec 09 18:47:36.885509 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc3a5-d5e3-4268-a660-f33cee17ec88 req-2d6f4582-22d6-4532-9b6b-81b1b35db890 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:36.892340 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f02fc3a5-d5e3-4268-a660-f33cee17ec88 req-2d6f4582-22d6-4532-9b6b-81b1b35db890 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.2748477
Dec 09 18:47:36.894021 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39410) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:36.921346 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-100fcc86-3d4f-46a2-ae99-dda874f5bd48 req-d03a5a3e-3f61-4ed7-ae57-19e09fe55633 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071863
Dec 09 18:47:36.925660 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:36.946376 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-6befd6ba-7d94-4e1d-93b4-450c22f395af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:36.948049 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-6befd6ba-7d94-4e1d-93b4-450c22f395af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2268553
Dec 09 18:47:36.988513 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:36.992635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] For port 1e8cacea-211b-4992-bf82-46e68e6b23cb, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:47:37.029213 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f02fc3a5-d5e3-4268-a660-f33cee17ec88 req-e8f2b88b-d849-4667-a180-04e73860ed7e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359248
Dec 09 18:47:37.030356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ed371197b24578ae2bcd2b933b6dbd is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:37.045057 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:37.064051 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] For port 1e8cacea-211b-4992-bf82-46e68e6b23cb, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:47:37.065530 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:37.070913 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'tag': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4', 'status': 'completed', 'code': 200}
Dec 09 18:47:37.076518 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.084929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:37.163802 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:37.164697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.166293 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] 10.222.0.45 "PUT /v2.0/ports/1e8cacea-211b-4992-bf82-46e68e6b23cb HTTP/1.1" status: 200  len: 1094 time: 2.1420257
Dec 09 18:47:37.167995 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'tag': '1e8cacea-211b-4992-bf82-46e68e6b23cb'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:37.189785 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-1a039f4f-89da-41ef-a0c6-ad1b514759ff service neutron] 10.222.0.45 "GET /v2.0/networks/a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351356
Dec 09 18:47:37.279633 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8cacea-211b-4992-bf82-46e68e6b23cb,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:37.288606 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'tag': '1e8cacea-211b-4992-bf82-46e68e6b23cb', 'status': 'completed', 'code': 200}
Dec 09 18:47:37.291889 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:37.378371 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.387275 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-7e541dba-63ef-4c55-8aaa-dbf1e568137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:37.389225 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-7e541dba-63ef-4c55-8aaa-dbf1e568137d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 1097 time: 0.1565206
Dec 09 18:47:37.390711 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.394189 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:47:37.440241 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58e6b8-7796-4cc5-9513-03fbd148d2ec req-a3be66d2-f58c-4714-86df-678e54b33b16 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:37.442879 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ac58e6b8-7796-4cc5-9513-03fbd148d2ec req-a3be66d2-f58c-4714-86df-678e54b33b16 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.3027999
Dec 09 18:47:37.480951 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:37.489754 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3ed371197b24578ae2bcd2b933b6dbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5854983
Dec 09 18:47:37.496235 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39420) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:37.505507 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 112a6920-00b9-4914-a566-a83453f55ac6 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:47:37.511940 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 112a6920-00b9-4914-a566-a83453f55ac6 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:47:37.512254 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.533157 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ac58e6b8-7796-4cc5-9513-03fbd148d2ec req-175810ae-40cd-4c46-a9f8-86fcf6b862d8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806153
Dec 09 18:47:37.542408 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-48994549-d1a2-4991-ba4d-4d116d45e032 req-c212ee09-2c98-457e-a5b4-6f19eeb3bebe service neutron] 10.222.0.45 "GET /v2.0/networks/a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3433778
Dec 09 18:47:37.547251 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-2c4a0476-a614-4177-8f4e-3155c01996c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb HTTP/1.1" status: 200  len: 217 time: 0.1272171
Dec 09 18:47:37.642557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ced3e0-a541-458c-a011-ed3a8eb3f413,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:37.649080 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e71883ec-25fc-4333-ad95-414b57ad4e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:37.677777 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-85c26576-c141-46f5-986f-be901798cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:37.680541 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-85c26576-c141-46f5-986f-be901798cf85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5909036-3ee2-45bc-aff6-5f7c21d5a63f HTTP/1.1" status: 200  len: 849 time: 0.1109877
Dec 09 18:47:37.711847 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.738188 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ff1bb-295f-44ce-af8a-7887d6e3157a req-d2e754be-bc52-4ba3-9af2-8e0246759b5f tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:37.739855 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-784ff1bb-295f-44ce-af8a-7887d6e3157a req-d2e754be-bc52-4ba3-9af2-8e0246759b5f tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 944 time: 0.2598977
Dec 09 18:47:37.748428 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-0d5ea773-6d66-4301-b95c-ff5532c20642 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51f949d4-4151-46ea-8b15-222ac21294b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607607
Dec 09 18:47:37.785004 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:37.786422 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:37.793353 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.805069 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.808526 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-630a5f93-3b8b-4b68-ab3d-5911b4c40715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:37.845904 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-092a431f-110d-4dee-90ee-9a80f6c1aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:37.847575 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-092a431f-110d-4dee-90ee-9a80f6c1aacc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8c2ddd6bea544db988ae84156e63b99&device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 1100 time: 0.2388053
Dec 09 18:47:37.849553 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:37.880823 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-784ff1bb-295f-44ce-af8a-7887d6e3157a req-9cd9b23e-79a6-4d17-98a1-5e373ccfa1d6 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313140
Dec 09 18:47:37.927444 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:37.940241 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:37.968368 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-6b8ebb3c-54f3-4084-9091-faaaf9834b72 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849630
Dec 09 18:47:37.988646 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'code': 200}
Dec 09 18:47:38.110415 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:38.117809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-af0b1ed5-0e3e-436a-938e-d1451d2c76db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:38.131512 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-2e1659eb-3635-4c8f-b9d7-2a8bc94e610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.133530 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-2e1659eb-3635-4c8f-b9d7-2a8bc94e610a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5 HTTP/1.1" status: 200  len: 870 time: 0.2747076
Dec 09 18:47:38.141795 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce5cbb-00e8-46ba-8119-4aa886cafea1 req-df354a4c-c4f7-4ccc-8b9f-89151a94f7c1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.143219 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e2ce5cbb-00e8-46ba-8119-4aa886cafea1 req-df354a4c-c4f7-4ccc-8b9f-89151a94f7c1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 944 time: 0.4109557
Dec 09 18:47:38.169362 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0cb2608d-bcb2-4809-9a1f-1d672c21f8df req-b2f45ccf-abc0-406f-9a08-4776290a3ca4 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937311
Dec 09 18:47:38.201070 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ced3e0-a541-458c-a011-ed3a8eb3f413,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:38.211264 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517e15b-5ebf-40d1-9797-a3ed2effef18 req-ca78ad69-05a1-4ab3-a4ff-28f0842f17ab tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.213338 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9517e15b-5ebf-40d1-9797-a3ed2effef18 req-ca78ad69-05a1-4ab3-a4ff-28f0842f17ab tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 947 time: 0.1052539
Dec 09 18:47:38.215398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:38.239293 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-8d562211-2fd1-4b36-8477-5fb08e0fa6d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4 HTTP/1.1" status: 200  len: 217 time: 0.0938015
Dec 09 18:47:38.243196 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:38.244209 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6ced3e0-a541-458c-a011-ed3a8eb3f413 HTTP/1.1" status: 204  len: 168 time: 0.7438040
Dec 09 18:47:38.265855 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9517e15b-5ebf-40d1-9797-a3ed2effef18 req-7f19b57c-a257-4d6a-9850-78e02d7ae823 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462012
Dec 09 18:47:38.277789 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e2ce5cbb-00e8-46ba-8119-4aa886cafea1 req-39c3e17d-157f-4da2-8a56-385d8004d948 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645649
Dec 09 18:47:38.421851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-f601d51d-3c4d-43f6-a807-f4dab89bf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.424690 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-f601d51d-3c4d-43f6-a807-f4dab89bf537 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88153c4d-d37e-4b66-996d-9b86bc9ba82e HTTP/1.1" status: 200  len: 843 time: 0.0799537
Dec 09 18:47:38.530000 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-12bad6b3-8a35-4ecb-962d-0b9a1150451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.531646 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-12bad6b3-8a35-4ecb-962d-0b9a1150451f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0972767
Dec 09 18:47:38.559208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-6c5dfa3f-f279-4f8e-a5e1-8e110411fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.560685 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-6c5dfa3f-f279-4f8e-a5e1-8e110411fff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 1097 time: 0.2146561
Dec 09 18:47:38.571798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9887b4-98f9-47cc-b752-6138f9c9f3e3 req-bf68ff47-dd6d-42e3-a918-30c9fe843436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.573249 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2f9887b4-98f9-47cc-b752-6138f9c9f3e3 req-bf68ff47-dd6d-42e3-a918-30c9fe843436 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1098 time: 0.1870584
Dec 09 18:47:38.604868 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d600c-d4c5-443c-82b2-3dfbe04c9b4a req-351800b9-7d5a-4339-b33f-93349896e262 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.606588 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b69d600c-d4c5-443c-82b2-3dfbe04c9b4a req-351800b9-7d5a-4339-b33f-93349896e262 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.2192216
Dec 09 18:47:38.745140 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2f9887b4-98f9-47cc-b752-6138f9c9f3e3 req-d51121be-a2ab-46e4-a183-3d44736aa0af service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526701
Dec 09 18:47:38.764167 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b69d600c-d4c5-443c-82b2-3dfbe04c9b4a req-3cbb962e-5ba8-4b27-874e-96827578d450 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419001
Dec 09 18:47:38.786482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-8d7a45db-3420-4e5f-b32e-b64246dfa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.788573 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-8d7a45db-3420-4e5f-b32e-b64246dfa573 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 200  len: 910 time: 0.2205985
Dec 09 18:47:38.802272 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-ae6f13d2-f46b-4fa8-aaf3-e3570d999259 service neutron] 10.222.0.45 "GET /v2.0/networks/a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620697
Dec 09 18:47:38.845128 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495628-c5d4-4388-9ea1-d323b49c2dea req-f779ca1f-dbd5-45bc-b46c-fbb91fbf0145 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.846606 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-13495628-c5d4-4388-9ea1-d323b49c2dea req-f779ca1f-dbd5-45bc-b46c-fbb91fbf0145 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1575944
Dec 09 18:47:38.849495 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-1b5fa1b5-55bc-467d-8af6-91dd7be025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:38.851442 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-1b5fa1b5-55bc-467d-8af6-91dd7be025b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1098 time: 0.2013531
Dec 09 18:47:38.891106 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-13495628-c5d4-4388-9ea1-d323b49c2dea req-6a2f2748-f0a5-4c1c-a3b6-36ae57bed2bc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382626
Dec 09 18:47:39.098358 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-ba00daf4-e73d-40e8-bda1-2b3415f26b3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb HTTP/1.1" status: 200  len: 217 time: 0.1505337
Dec 09 18:47:39.201225 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-37c47d55-9051-453e-a887-92c18103dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.202998 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-37c47d55-9051-453e-a887-92c18103dabd service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.2557344
Dec 09 18:47:39.205449 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-d9447771-05b7-468b-8c38-0c4a615c2e37 service neutron] 10.222.0.45 "GET /v2.0/networks/a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348723
Dec 09 18:47:39.215897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-81b26427-2f37-46c1-9429-d7adda5efed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.217381 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-81b26427-2f37-46c1-9429-d7adda5efed3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5909036-3ee2-45bc-aff6-5f7c21d5a63f HTTP/1.1" status: 200  len: 849 time: 0.0878332
Dec 09 18:47:39.280487 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-264f0249-f5fc-42fd-9baa-77f673e40e4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51f949d4-4151-46ea-8b15-222ac21294b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541551
Dec 09 18:47:39.324876 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-cba6e7eb-f912-4318-916d-404b8c7851c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 1001 time: 0.1093581
Dec 09 18:47:39.325120 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57458063-63d5-4fa6-ad41-8020996cb4b2 req-88d6665d-b54c-453b-9b32-4320937bdce9 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.326502 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-57458063-63d5-4fa6-ad41-8020996cb4b2 req-88d6665d-b54c-453b-9b32-4320937bdce9 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.2301095
Dec 09 18:47:39.406334 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a23ee8b8-7d57-4a46-95de-9d848708a3b4 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:47:39.454030 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-57458063-63d5-4fa6-ad41-8020996cb4b2 req-e1cbdbbf-c450-4cb0-98a9-ef2bd04b26d5 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748990
Dec 09 18:47:39.468780 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-d5190184-93e3-48db-9dc1-bb574b2607a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.470348 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-d5190184-93e3-48db-9dc1-bb574b2607a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.1356769
Dec 09 18:47:39.486127 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-92e27581-20f9-4709-9b61-de7f67eeb814 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954148
Dec 09 18:47:39.576463 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-6217cb3c-f606-4df3-87aa-4be06cdac528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.577981 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-6217cb3c-f606-4df3-87aa-4be06cdac528 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0999177
Dec 09 18:47:39.587447 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31dd0-027a-4841-bdb1-c6115d6db6f6 req-f06a907e-5770-456d-9d88-b17695ba1361 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.589073 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-53e31dd0-027a-4841-bdb1-c6115d6db6f6 req-f06a907e-5770-456d-9d88-b17695ba1361 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 947 time: 0.1970751
Dec 09 18:47:39.681941 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4fdc7c1e-f7a9-41ec-8aa0-9f87fc7d14e7 req-23de7c50-4acc-4c25-a874-45575c66942b service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887195
Dec 09 18:47:39.737027 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port a23ee8b8-7d57-4a46-95de-9d848708a3b4, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:39.759367 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4', 'network_id': 'a32c3ed3-ac93-4719-b8c0-a9c6bafd1ef5', 'port_id': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4', 'mac_address': 'fa:16:3e:9c:ad:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88153c4d-d37e-4b66-996d-9b86bc9ba82e', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:47:39.774242 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af771bea-b1f7-40ec-90ee-c9bc96e7c8c0 req-fbdf5eb5-9e25-482f-b9e3-099169bf3080 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:39.777751 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af771bea-b1f7-40ec-90ee-c9bc96e7c8c0 req-fbdf5eb5-9e25-482f-b9e3-099169bf3080 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 944 time: 0.1521435
Dec 09 18:47:39.841727 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-53e31dd0-027a-4841-bdb1-c6115d6db6f6 req-fd89e877-e402-4969-adfe-5f9056cb18aa tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285719
Dec 09 18:47:39.869854 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:39.872525 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-af771bea-b1f7-40ec-90ee-c9bc96e7c8c0 req-5073407c-4479-464d-b85f-134185f21c98 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785565
Dec 09 18:47:39.890797 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-b291f22e-1a5f-4d9c-ba60-3c1d9d488996 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007021
Dec 09 18:47:39.928542 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23ee8b8-7d57-4a46-95de-9d848708a3b4 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:39.963533 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port a23ee8b8-7d57-4a46-95de-9d848708a3b4, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:39.983759 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:39.986526 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:40.098069 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=a23ee8b8-7d57-4a46-95de-9d848708a3b4,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:40.101828 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:40.193172 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8619bd-fc4b-4c77-b77f-cf6573cb072c req-39cfc315-cfb6-410d-8c8b-78a33d1a7e57 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:40.195018 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ca8619bd-fc4b-4c77-b77f-cf6573cb072c req-39cfc315-cfb6-410d-8c8b-78a33d1a7e57 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0973141
Dec 09 18:47:40.219172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc0844-ca3f-4ef8-9b54-60b1042678fc req-3394592f-e516-4df2-8476-88fedf2e98a2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:40.226108 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d8dc0844-ca3f-4ef8-9b54-60b1042678fc req-3394592f-e516-4df2-8476-88fedf2e98a2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1751146
Dec 09 18:47:40.230098 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf9a7a33-91a4-45aa-a104-9f1e359c7b24 req-2a24152c-fc2a-4cd8-9c07-770151d735e9 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3280065
Dec 09 18:47:40.252480 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ca8619bd-fc4b-4c77-b77f-cf6573cb072c req-d52307db-a8e1-4386-9d0a-972e615ba6e0 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509231
Dec 09 18:47:40.270096 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['a23ee8b8-7d57-4a46-95de-9d848708a3b4'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:47:40.281928 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d8dc0844-ca3f-4ef8-9b54-60b1042678fc req-d708600e-95c8-4475-95b4-c2b71453e339 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548604
Dec 09 18:47:40.447073 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39496) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:40.566838 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:40.581335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:40.585676 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Usage tracker for resource:security_group_rule and tenant:5f71b3f98edb41f28e0e08ae5c922e6d is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:40.588416 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:40.593973 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:40.650605 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013c25a-ef55-4361-843d-ad7ee22bc8e3 req-49091fa1-2160-4c6c-88fd-12edbc80e874 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:40.652055 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2013c25a-ef55-4361-843d-ad7ee22bc8e3 req-49091fa1-2160-4c6c-88fd-12edbc80e874 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0871203
Dec 09 18:47:40.679888 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:40.684051 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:40.692366 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-227286f6-8632-4f25-8395-08b95a92234b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:40.698322 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2013c25a-ef55-4361-843d-ad7ee22bc8e3 req-593d1b20-c6dd-4b19-87e5-da1db6a8f797 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404699
Dec 09 18:47:40.735152 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f71b3f98edb41f28e0e08ae5c922e6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2840290
Dec 09 18:47:40.735449 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39506) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:40.738027 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa78b81-d5d6-48ec-ac33-5c07784887ec,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:40.741909 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:40.802145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:40.876165 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:40.948330 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1923a8-da42-4881-bd63-22a0821d8227 req-cb7faada-6871-4fca-9309-089605c86c3a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:40.949873 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9f1923a8-da42-4881-bd63-22a0821d8227 req-cb7faada-6871-4fca-9309-089605c86c3a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.1378057
Dec 09 18:47:40.978671 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:40.983990 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-23eb57c2-8feb-45fe-b7d9-9297cee48daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:41.008526 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa78b81-d5d6-48ec-ac33-5c07784887ec,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:41.010782 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:41.019617 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9f1923a8-da42-4881-bd63-22a0821d8227 req-838a615f-5f1d-4baf-8921-a3eebcf93242 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641818
Dec 09 18:47:41.020726 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.024617 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/faa78b81-d5d6-48ec-ac33-5c07784887ec HTTP/1.1" status: 204  len: 168 time: 0.2853220
Dec 09 18:47:41.046997 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39516) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:41.078574 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a7875-4570-47b9-b4d3-b39f55aed3b5 req-7a942077-98c5-4f5e-a014-aedf00b7096a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:41.080839 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-776a7875-4570-47b9-b4d3-b39f55aed3b5 req-7a942077-98c5-4f5e-a014-aedf00b7096a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 948 time: 0.1135533
Dec 09 18:47:41.138703 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-776a7875-4570-47b9-b4d3-b39f55aed3b5 req-1f3cdc80-e9fe-4bd6-9c55-253d3b79953e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497370
Dec 09 18:47:41.237162 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93444e6-9b2e-4e70-a548-cb7a8c32b8df req-f135118b-583b-4fa9-ad89-fcb4335b1765 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:41.238672 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d93444e6-9b2e-4e70-a548-cb7a8c32b8df req-f135118b-583b-4fa9-ad89-fcb4335b1765 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 944 time: 0.0890064
Dec 09 18:47:41.278381 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745126ff-c272-4a3a-a92c-31d78fda0501 tempest-TestShelveInstance-667917761 tempest-TestShelveInstance-667917761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:41.279512 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-745126ff-c272-4a3a-a92c-31d78fda0501 tempest-TestShelveInstance-667917761 tempest-TestShelveInstance-667917761-project-admin] Synchronizing usage tracker for tenant:3537e36eff554d03981645277ce48472 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:41.300398 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-745126ff-c272-4a3a-a92c-31d78fda0501 tempest-TestShelveInstance-667917761 tempest-TestShelveInstance-667917761-project-admin] Unset dirty status for tenant:3537e36eff554d03981645277ce48472 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:41.301601 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-745126ff-c272-4a3a-a92c-31d78fda0501 tempest-TestShelveInstance-667917761 tempest-TestShelveInstance-667917761-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1093 time: 0.2534392
Dec 09 18:47:41.305084 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39528) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:41.313060 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'port_id': '112a6920-00b9-4914-a566-a83453f55ac6', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:41.321294 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d93444e6-9b2e-4e70-a548-cb7a8c32b8df req-fca8b99d-83fe-4cfa-94be-c909f236d92d tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759528
Dec 09 18:47:41.323999 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:41.329596 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Usage tracker for resource:floatingip and tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:41.334428 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:41.345510 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:41.355082 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for floatingip, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.398981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39532) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:41.409718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1e8cacea-211b-4992-bf82-46e68e6b23cb details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:47:41.438344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.457299 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a23ee8b8-7d57-4a46-95de-9d848708a3b4 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:47:41.465186 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:41.477611 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Usage tracker for resource:security_group_rule and tenant:68db896153cb4d0cbff09637af97832f is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:41.481190 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:41.489094 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:41.520629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cceee-cb9a-497d-b1d7-723c3d622f9c req-da3b92a4-14f7-4a45-8ea5-e5a74c594619 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:41.528707 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-822cceee-cb9a-497d-b1d7-723c3d622f9c req-da3b92a4-14f7-4a45-8ea5-e5a74c594619 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1656411
Dec 09 18:47:41.562894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f57a9-b60e-4359-88a3-51cacd3b25a2 req-8890c5ae-cb4b-4c8a-92f6-cd0dab8155b9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:41.564342 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-859f57a9-b60e-4359-88a3-51cacd3b25a2 req-8890c5ae-cb4b-4c8a-92f6-cd0dab8155b9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 945 time: 0.1149151
Dec 09 18:47:41.597230 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-822cceee-cb9a-497d-b1d7-723c3d622f9c req-addaa35e-82e7-4f52-97ac-25da40bc6952 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675659
Dec 09 18:47:41.626215 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.628415 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 1e8cacea-211b-4992-bf82-46e68e6b23cb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:41.637514 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port a23ee8b8-7d57-4a46-95de-9d848708a3b4 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:47:41.646624 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port a23ee8b8-7d57-4a46-95de-9d848708a3b4 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:47:41.647064 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.661728 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.667862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.672728 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-859f57a9-b60e-4359-88a3-51cacd3b25a2 req-c292d3d1-f2fb-4846-82b3-475b83ba0648 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927963
Dec 09 18:47:41.677061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ff2ab803-09f2-4caa-9a98-6f6ef67c1116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:41.684570 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '1e8cacea-211b-4992-bf82-46e68e6b23cb', 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1', 'port_id': '1e8cacea-211b-4992-bf82-46e68e6b23cb', 'mac_address': 'fa:16:3e:b2:0f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5909036-3ee2-45bc-aff6-5f7c21d5a63f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:47:41.738036 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68db896153cb4d0cbff09637af97832f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311543
Dec 09 18:47:41.738036 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a7bae-fbef-4866-a176-fb4d9d54f913,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:41.739183 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39536) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:41.742971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:41.765309 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.797664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Allocated IP 172.27.3.128 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/9c910f62-b325-482c-b6c5-ad8017a5b6a7) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:47:41.809973 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.822702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8cacea-211b-4992-bf82-46e68e6b23cb {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:47:41.855583 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.855834 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 1e8cacea-211b-4992-bf82-46e68e6b23cb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:41.858600 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.872970 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.877677 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:41.941132 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:41.962278 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port a23ee8b8-7d57-4a46-95de-9d848708a3b4, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:41.970670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.971669 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:47:41.975578 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:41.981236 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-227e620e-7e11-4b2d-a526-12af9e7ef394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:42.008935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a7bae-fbef-4866-a176-fb4d9d54f913,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:42.014318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:42.023834 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:42.026370 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=1e8cacea-211b-4992-bf82-46e68e6b23cb,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:42.026720 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb4a7bae-fbef-4866-a176-fb4d9d54f913 HTTP/1.1" status: 204  len: 168 time: 0.2855737
Dec 09 18:47:42.030868 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:42.049802 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0c26b454-26d0-4f6e-831a-3525bb16d4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:42.054369 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:42.087723 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:42.091452 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4', 'code': 200}
Dec 09 18:47:42.092821 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5ce58969-1fe5-4cce-80f1-0e5f104f0bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:42.155722 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=a23ee8b8-7d57-4a46-95de-9d848708a3b4,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:42.158857 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:42.169339 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:47:42.172148 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:42.176149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:47:42.195142 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['1e8cacea-211b-4992-bf82-46e68e6b23cb'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:47:42.211468 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'Port': ['ID=9c910f62-b325-482c-b6c5-ad8017a5b6a7,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:42.222179 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:42.293846 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:42.368225 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:42.410083 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:42.414558 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:42.542583 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=8']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:42.545898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:42.591898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd7ddc-2565-40c8-9312-b429e505882d req-443b73d7-b0ea-493c-b2fb-12cd3530d09a tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:42.593618 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-68bd7ddc-2565-40c8-9312-b429e505882d req-443b73d7-b0ea-493c-b2fb-12cd3530d09a tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 945 time: 0.1047418
Dec 09 18:47:42.644095 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-68bd7ddc-2565-40c8-9312-b429e505882d req-719ee72e-cb1c-4b73-9965-fd50a078d3af tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443296
Dec 09 18:47:42.828001 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0863ba-4318-4b78-be1d-8dd65be4249b req-2b55fa37-ba45-4690-b85f-2630dd6491f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:42.829609 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf0863ba-4318-4b78-be1d-8dd65be4249b req-2b55fa37-ba45-4690-b85f-2630dd6491f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 1102 time: 0.4778552
Dec 09 18:47:42.844265 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bdc8e-6bb6-485c-914c-1f5bba9fc7f3 req-75809422-b598-4f3d-a794-d2ef3c724364 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:42.846447 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-890bdc8e-6bb6-485c-914c-1f5bba9fc7f3 req-75809422-b598-4f3d-a794-d2ef3c724364 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0960999
Dec 09 18:47:42.897840 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-890bdc8e-6bb6-485c-914c-1f5bba9fc7f3 req-961b9642-1eb6-41eb-a7a4-aea2aeecaa71 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445745
Dec 09 18:47:42.997430 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb902-1269-4737-9b9b-0609c44e05ee req-8ee54979-f5d8-4026-8b05-8a90b6cf8b37 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:42.998953 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-760fb902-1269-4737-9b9b-0609c44e05ee req-8ee54979-f5d8-4026-8b05-8a90b6cf8b37 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 949 time: 0.6486201
Dec 09 18:47:43.048366 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39572) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:43.057948 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-cf0863ba-4318-4b78-be1d-8dd65be4249b req-5e56d563-8b07-4701-9b60-225261d5adda service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194018
Dec 09 18:47:43.094748 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06c5b9-e980-4570-8141-ca9dd73f3abd req-7fe725d9-881f-498a-8a07-98d06e684415 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:43.095005 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-760fb902-1269-4737-9b9b-0609c44e05ee req-8a02186b-e14e-4da7-ae6c-1491a6351f3e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824227
Dec 09 18:47:43.097746 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3d06c5b9-e980-4570-8141-ca9dd73f3abd req-7fe725d9-881f-498a-8a07-98d06e684415 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0862389
Dec 09 18:47:43.108574 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.147907 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3d06c5b9-e980-4570-8141-ca9dd73f3abd req-dbbfc56b-5121-4411-9b67-af818242bd00 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437889
Dec 09 18:47:43.177176 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415879125-network', 'tenant_id': '5dc178b36f364a92aee84c5e6c96d818'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:43.209738 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:43.219831 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Usage tracker for resource:network and tenant:5dc178b36f364a92aee84c5e6c96d818 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:43.224239 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:43.238202 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:43.248896 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.277908 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Made reservation on behalf of 5dc178b36f364a92aee84c5e6c96d818 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:43.280167 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.303057 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.333664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:43.340091 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc178b36f364a92aee84c5e6c96d818 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:43.344709 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:43.364589 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:43.428593 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1e8cacea-211b-4992-bf82-46e68e6b23cb up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:47:43.528306 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 1e8cacea-211b-4992-bf82-46e68e6b23cb completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:47:43.534470 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 1e8cacea-211b-4992-bf82-46e68e6b23cb triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:47:43.535162 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.550439 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.559234 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.566461 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:43.604200 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.622076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.663835 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.680747 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event updated for resources: {'Port': ['ID=9c910f62-b325-482c-b6c5-ad8017a5b6a7,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:43.689181 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:43.691644 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be34c08c-a63d-402d-bf68-7ec33b63132b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:43.704805 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 1e8cacea-211b-4992-bf82-46e68e6b23cb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:43.707825 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:47:43.714525 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.715761 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:47:43.736801 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.779778 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:43.793635 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.793988 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Added segment fa8beecd-15b1-4e71-a83c-1fce97f36bdb of type vlan for network 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a
Dec 09 18:47:43.806895 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8c1fe1-5bdb-4cd7-aed7-de943222b33e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:43.859107 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:43.863630 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=1e8cacea-211b-4992-bf82-46e68e6b23cb,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:43.869125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:43.907554 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:43.963486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfca54-da72-46ba-9c41-7fedb19c2ef0 req-ff3f6cc8-ff25-4220-b019-a7daa26cbde7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:43.969455 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.l3_db [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Floating IP 3f539e90-99d4-4d96-8ba8-86fc88f0ff20 associated. External IP: 172.27.3.128, port: 112a6920-00b9-4914-a566-a83453f55ac6.
Dec 09 18:47:43.972258 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-54bfca54-da72-46ba-9c41-7fedb19c2ef0 req-ff3f6cc8-ff25-4220-b019-a7daa26cbde7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 946 time: 0.1761920
Dec 09 18:47:44.035820 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-54bfca54-da72-46ba-9c41-7fedb19c2ef0 req-980b8e23-8349-4eed-b861-831e86322f0d tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581107
Dec 09 18:47:44.039127 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:44.093066 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}, {'server_uuid': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8cacea-211b-4992-bf82-46e68e6b23cb'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:44.141061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:44.141677 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:44.195897 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:44.283091 dv-cinder-819346-1-iscsi neutron-server[86870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'code': 422} returned with failed status
Dec 09 18:47:44.283394 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8cacea-211b-4992-bf82-46e68e6b23cb', 'code': 200}
Dec 09 18:47:44.384344 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:44.389536 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:44.397866 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3463774
Dec 09 18:47:44.399048 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:47:44.401091 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39612) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:44.421804 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Request body: {'subnet': {'network_id': '7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415879125-subnet', 'tenant_id': '5dc178b36f364a92aee84c5e6c96d818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:44.440868 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:44.449354 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Usage tracker for resource:subnet and tenant:5dc178b36f364a92aee84c5e6c96d818 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:44.456204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:44.466187 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:44.564493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843de6b-156f-40e7-a4a3-aac357fea9aa req-4f203a6f-e1cb-48b4-8395-c12a96a6b9e0 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:44.566512 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1843de6b-156f-40e7-a4a3-aac357fea9aa req-4f203a6f-e1cb-48b4-8395-c12a96a6b9e0 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 949 time: 0.1865075
Dec 09 18:47:44.585058 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5829e-5613-476d-98a2-116ac05ee95c req-0827c07b-2cc7-4f1e-ad35-24b8d63306e8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:44.592157 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-74d5829e-5613-476d-98a2-116ac05ee95c req-0827c07b-2cc7-4f1e-ad35-24b8d63306e8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.4524434
Dec 09 18:47:44.683556 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Made reservation on behalf of 5dc178b36f364a92aee84c5e6c96d818 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:44.685830 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:44.744453 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1843de6b-156f-40e7-a4a3-aac357fea9aa req-a724e011-864e-447c-b379-0a0be1d366fd tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683650
Dec 09 18:47:44.784565 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cab7e-3c1b-4baa-9016-0340e1be0848 req-3a2700ff-c697-41d3-8e92-09154c2b0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:44.786386 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-101cab7e-3c1b-4baa-9016-0340e1be0848 req-3a2700ff-c697-41d3-8e92-09154c2b0a09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.1102405
Dec 09 18:47:44.817837 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39632) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:44.845741 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-74d5829e-5613-476d-98a2-116ac05ee95c req-e2ce3f4e-8a13-4dd8-9f4a-b364b1c46d01 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2525010
Dec 09 18:47:44.846845 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-101cab7e-3c1b-4baa-9016-0340e1be0848 req-2ce6f82a-9850-43f4-93f0-17ec2e9d2850 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532103
Dec 09 18:47:44.908814 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453717e1-8328-4085-a071-d2a86c3f23dd req-8086b3e1-9204-4900-bf86-4288ea18a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:44.910423 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-453717e1-8328-4085-a071-d2a86c3f23dd req-8086b3e1-9204-4900-bf86-4288ea18a9a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 1099 time: 0.3911736
Dec 09 18:47:44.913035 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Router e26ca15f-ce0e-4de5-babe-32a11206efb1 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:47:45.017943 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0255a-de8b-46bd-9135-29419e2a74d4 req-8d808c94-84fa-4449-a2cd-1d8a7dd2192b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:45.019411 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59a0255a-de8b-46bd-9135-29419e2a74d4 req-8d808c94-84fa-4449-a2cd-1d8a7dd2192b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0866902
Dec 09 18:47:45.085679 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59a0255a-de8b-46bd-9135-29419e2a74d4 req-a305ebe1-f14d-4545-8031-d21947f2e581 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589497
Dec 09 18:47:45.282185 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-453717e1-8328-4085-a071-d2a86c3f23dd req-1c44f34a-50b1-45f0-a032-bf05c676d80c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806464
Dec 09 18:47:45.284102 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85bfd-6942-4036-b904-2bfeaeb70390 req-891e0487-54e9-400d-bbc9-b029e02a348e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:45.285600 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-25a85bfd-6942-4036-b904-2bfeaeb70390 req-891e0487-54e9-400d-bbc9-b029e02a348e tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 949 time: 0.0810318
Dec 09 18:47:45.334558 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-25a85bfd-6942-4036-b904-2bfeaeb70390 req-035fc39d-da9a-4a6a-bfdb-0841bd32af2c tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424957
Dec 09 18:47:45.367430 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:47:45.377120 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] Sync routers for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:47:45.381189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:45.387315 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:47:45.387939 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ce5772b0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:47:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:47:45.395669 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-4d72b421-822e-489d-a281-1f6142803a37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5719912
Dec 09 18:47:45.398915 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-06539405-f439-45f0-8462-730bce8529eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:45.463145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:45.517558 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b142-3680-440e-bcf7-0f693df7e2c2 req-5e805c0f-d4ef-4c75-8b10-3f3579a731f7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:45.519427 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3868b142-3680-440e-bcf7-0f693df7e2c2 req-5e805c0f-d4ef-4c75-8b10-3f3579a731f7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 946 time: 0.3378899
Dec 09 18:47:45.546378 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482214a0-9bb3-4de1-9dd9-f686bef83c1b,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:45.549135 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:45.582309 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2756231
Dec 09 18:47:45.584592 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:45.604999 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:47:45.606616 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Checking segment: {'id': 'fa8beecd-15b1-4e71-a83c-1fce97f36bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:47:45.606983 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Network hostable DHCP agents. Network: 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:47:45.623340 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3868b142-3680-440e-bcf7-0f693df7e2c2 req-b73cf80f-3544-4ac4-bfda-e7c1e8767d86 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870283
Dec 09 18:47:45.651529 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'status': 'completed', 'code': 200}
Dec 09 18:47:45.653926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Network 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:47:45.665704 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:45.670721 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:45.671633 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:45.676046 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d9552-347b-4a07-af50-b41edbec5fbb None None] Network 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:47:45.698301 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2959821
Dec 09 18:47:46.003111 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-b2edcb41-4131-4d7e-8a69-c529926a5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.005700 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-b2edcb41-4131-4d7e-8a69-c529926a5fcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1098 time: 0.2916281
Dec 09 18:47:46.053196 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ce5772b0>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '3f539e90-99d4-4d96-8ba8-86fc88f0ff20', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'port_id': '112a6920-00b9-4914-a566-a83453f55ac6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'mac_address': 'fa:16:3e:6d:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:47:42Z', 'updated_at': '2021-12-09T18:47:42Z', 'revision_number': 0, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:47:46.059202 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] Checking router: e26ca15f-ce0e-4de5-babe-32a11206efb1 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:47:46.071950 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:47:46.072784 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ce5772b0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:47:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:47:46.078878 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858df58-72be-41cc-9fe8-301c5e01c312 None None] Network 7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:47:46.333497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-d701d476-a99d-41cc-b821-aa407cbc853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.335200 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-d701d476-a99d-41cc-b821-aa407cbc853c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 910 time: 0.3161154
Dec 09 18:47:46.488506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adde7e-7be4-49b8-a482-70b7f4beeca1 req-2988b6c0-e25e-4140-92cb-5f7cb79eaca7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.498342 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e3adde7e-7be4-49b8-a482-70b7f4beeca1 req-2988b6c0-e25e-4140-92cb-5f7cb79eaca7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2841625
Dec 09 18:47:46.501961 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-920356d1-ca68-4b25-a6b2-4d56b9b12f19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 999 time: 0.1428261
Dec 09 18:47:46.503298 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4418-3b5b-4eb9-9da8-8cfb0c8a3061 req-63b4dc2d-cf08-4640-8c31-c03f1391ee10 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.504842 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b3f4418-3b5b-4eb9-9da8-8cfb0c8a3061 req-63b4dc2d-cf08-4640-8c31-c03f1391ee10 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1208031
Dec 09 18:47:46.537514 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:47:46.553743 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b3f4418-3b5b-4eb9-9da8-8cfb0c8a3061 req-fb495a64-8986-4a84-800f-fc634bc20512 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414569
Dec 09 18:47:46.603365 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-4c13ced8-9062-476b-af77-012dd6954aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.605105 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-4c13ced8-9062-476b-af77-012dd6954aee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.0849457
Dec 09 18:47:46.631857 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 39674) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:46.638308 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-830377693-network', 'tenant_id': 'dce32cc6b6084825ae08954dc4b55534'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:46.645318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:46.653814 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Usage tracker for resource:network and tenant:dce32cc6b6084825ae08954dc4b55534 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:46.666475 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:46.673823 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:46.697745 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Made reservation on behalf of dce32cc6b6084825ae08954dc4b55534 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:46.701087 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:46.709076 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e3adde7e-7be4-49b8-a482-70b7f4beeca1 req-04618fd1-cbc0-4dd7-b160-92cefe26d238 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095852
Dec 09 18:47:46.738114 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:46.770221 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-a440c9b2-9237-4e80-92c5-788ff6261862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.772222 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-a440c9b2-9237-4e80-92c5-788ff6261862 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1575518
Dec 09 18:47:46.804609 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:46.809991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Usage tracker for resource:security_group_rule and tenant:dce32cc6b6084825ae08954dc4b55534 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:46.814555 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:46.823471 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:46.874245 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3961e-3271-48d9-a297-02f621a3c743 req-7aa0487e-53a6-427e-aa1b-a85db77c58c2 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:46.882153 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-68d3961e-3271-48d9-a297-02f621a3c743 req-7aa0487e-53a6-427e-aa1b-a85db77c58c2 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 949 time: 0.1341984
Dec 09 18:47:46.986184 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-68d3961e-3271-48d9-a297-02f621a3c743 req-6e9d459c-f5ae-44fc-aef6-da3ccbc9aab0 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7a00d3f-33b8-4264-a24f-9511c09efe22&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946307
Dec 09 18:47:47.023000 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-bde33b19-20f3-4d55-a34b-05e978464c28 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408056
Dec 09 18:47:47.036947 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b5ed-0a4d-4e74-9bad-57a86e14980a req-a3342107-7d2b-4101-b133-451b868c2231 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:47.038540 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1d90b5ed-0a4d-4e74-9bad-57a86e14980a req-a3342107-7d2b-4101-b133-451b868c2231 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 946 time: 0.1676290
Dec 09 18:47:47.045634 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ce5772b0>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '3f539e90-99d4-4d96-8ba8-86fc88f0ff20', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'port_id': '112a6920-00b9-4914-a566-a83453f55ac6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'mac_address': 'fa:16:3e:6d:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:47:42Z', 'updated_at': '2021-12-09T18:47:42Z', 'revision_number': 0, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:47:47.050583 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b46c6-9db4-4598-8b4c-8e1450fad08d None None] The sync data for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi is: [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '3f539e90-99d4-4d96-8ba8-86fc88f0ff20', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'port_id': '112a6920-00b9-4914-a566-a83453f55ac6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'mac_address': 'fa:16:3e:6d:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:47:42Z', 'updated_at': '2021-12-09T18:47:42Z', 'revision_number': 0, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:47:47.074128 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.079267 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.085744 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6fd12b32-306c-4813-963a-e5000e4b5f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:47.114012 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:47:47.130180 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dff325-7e90-4e83-95a7-63298959be4d,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:47.133564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:47.174157 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.174419 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Added segment 29539fa4-f21e-48be-b416-3444272865ce of type vlan for network d940986b-7c8e-4b3a-875e-3dfd7934b427
Dec 09 18:47:47.197337 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1d90b5ed-0a4d-4e74-9bad-57a86e14980a req-5c19dc5f-c03e-47d8-a9a0-1589f1836a4b tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379580
Dec 09 18:47:47.218404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.236746 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbf56cd3-6c66-498f-8dd6-3771c36b5f09 req-2f1b9685-ce74-4350-9a58-5c2e862377e8 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972480
Dec 09 18:47:47.279848 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-649fc525-380c-416d-be1d-9dc8fcb544da tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:47.281240 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-649fc525-380c-416d-be1d-9dc8fcb544da tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 949 time: 0.1449764
Dec 09 18:47:47.282023 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.283226 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:47.284358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.290736 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:47.405227 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc0ee8-3e71-406f-996a-9f3ec491ab11 None None] New status for floating IP 3f539e90-99d4-4d96-8ba8-86fc88f0ff20: ACTIVE {{(pid=86870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:47:47.462664 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Pushing event updated for resources: {'Network': ['ID=d940986b-7c8e-4b3a-875e-3dfd7934b427,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:47.470706 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8341131
Dec 09 18:47:47.470706 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:47.471353 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 39682) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:47.476824 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Deleting port a23ee8b8-7d57-4a46-95de-9d848708a3b4 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:47:47.477232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.481874 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network d940986b-7c8e-4b3a-875e-3dfd7934b427 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:47:47.484539 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Request body: {'subnet': {'network_id': 'd940986b-7c8e-4b3a-875e-3dfd7934b427', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-830377693-subnet', 'tenant_id': 'dce32cc6b6084825ae08954dc4b55534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:47:47.490660 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:47:47.494898 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Usage tracker for resource:subnet and tenant:dce32cc6b6084825ae08954dc4b55534 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:47:47.497949 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:47:47.504053 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:47:47.518775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Made reservation on behalf of dce32cc6b6084825ae08954dc4b55534 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:47:47.522327 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.722947 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-9be9d074-c51f-4aa6-9b96-80eb0c496863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:47.724395 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-9be9d074-c51f-4aa6-9b96-80eb0c496863 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936&tenant_id=9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 1096 time: 0.1006293
Dec 09 18:47:47.886167 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] For port a23ee8b8-7d57-4a46-95de-9d848708a3b4, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a23ee8b8-7d57-4a46-95de-9d848708a3b4,segment=NetworkSegment(85edf156-48c3-4d7d-877c-7de4aac4e4b6),segment_id=85edf156-48c3-4d7d-877c-7de4aac4e4b6)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:47.887326 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:47.963777 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04205-aeff-4245-9afc-775277d4e033 req-8ddc55da-d9ed-4b7e-a5b4-f069c8073bec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:47.965600 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8cc04205-aeff-4245-9afc-775277d4e033 req-8ddc55da-d9ed-4b7e-a5b4-f069c8073bec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.2388256
Dec 09 18:47:48.004567 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:48.012894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-dcd6e351-ef85-4d3d-806c-121da453e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:48.014368 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-dcd6e351-ef85-4d3d-806c-121da453e652 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1096 time: 0.2477531
Dec 09 18:47:48.016869 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:48.043291 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Calling delete_port for a23ee8b8-7d57-4a46-95de-9d848708a3b4 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:47:48.136304 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8cc04205-aeff-4245-9afc-775277d4e033 req-4fa50fec-2db1-41cb-9daf-a4e5fb7932ba tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005709
Dec 09 18:47:48.168860 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6b28c-2748-490c-aee5-7a0c076c0776 req-c14d6ab2-8c71-484e-82e5-963b42c8b92b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:48.173879 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9fb6b28c-2748-490c-aee5-7a0c076c0776 req-c14d6ab2-8c71-484e-82e5-963b42c8b92b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.2888541
Dec 09 18:47:48.196678 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41bcdb0-4eff-4ee4-bf8a-f00d6d436780,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:48.199237 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:48.267588 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Checking segment: {'id': '29539fa4-f21e-48be-b416-3444272865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd940986b-7c8e-4b3a-875e-3dfd7934b427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:47:48.267954 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Network hostable DHCP agents. Network: d940986b-7c8e-4b3a-875e-3dfd7934b427, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:47:48.292082 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9fb6b28c-2748-490c-aee5-7a0c076c0776 req-f55eeb37-cc9f-4b86-b2d0-a07ab8c3dd65 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021471
Dec 09 18:47:48.303136 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-4d6f0a97-2329-4099-a335-48afdfaaca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:48.304693 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-4d6f0a97-2329-4099-a335-48afdfaaca8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.2598836
Dec 09 18:47:48.395970 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:48.406982 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2146ee3c-3c45-44fd-8a63-7d9bc899cc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:48.409683 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['a23ee8b8-7d57-4a46-95de-9d848708a3b4'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:47:48.466654 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Pushing event deleted for resources: {'Port': ['ID=a23ee8b8-7d57-4a46-95de-9d848708a3b4,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:48.476377 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:48.563720 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Network d940986b-7c8e-4b3a-875e-3dfd7934b427 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:47:48.566636 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] No DVR routers for this DVR port a23ee8b8-7d57-4a46-95de-9d848708a3b4 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:47:48.570628 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:48.574090 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'name': 'network-vif-deleted', 'tag': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:48.577026 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-482916c9-9436-4af2-97dd-d6734b56b81e req-a458fe4b-7f05-44cb-b85d-2eacb3e37fee tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5e823b-40b7-49ea-bb25-4cd3c1b09af4 HTTP/1.1" status: 200  len: 210 time: 0.0592680
Dec 09 18:47:48.598914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, d940986b-7c8e-4b3a-875e-3dfd7934b427) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:47:48.604122 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:48.605158 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:48.611735 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c20368-5fd1-43e7-89c0-0ea93e98b95d None None] Network d940986b-7c8e-4b3a-875e-3dfd7934b427 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:47:48.617852 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-98603cdd-ea3a-445c-890f-7701afdc7142 req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] 10.222.0.45 "DELETE /v2.0/ports/a23ee8b8-7d57-4a46-95de-9d848708a3b4 HTTP/1.1" status: 204  len: 173 time: 1.3111677
Dec 09 18:47:48.670948 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5e823b-40b7-49ea-bb25-4cd3c1b09af4', 'name': 'network-vif-deleted', 'tag': 'a23ee8b8-7d57-4a46-95de-9d848708a3b4', 'status': 'completed', 'code': 200}
Dec 09 18:47:48.675366 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-4760dbb1-25db-471f-a2e8-75b037bf91ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 999 time: 0.3624430
Dec 09 18:47:48.714489 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-20614f4f-36f5-4fbc-82fa-571847fc309e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2420399
Dec 09 18:47:48.898222 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-f291dea5-b289-4950-a16b-9ef8bf4a7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:48.905727 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-f291dea5-b289-4950-a16b-9ef8bf4a7731 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.1869695
Dec 09 18:47:48.920866 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4444d4c-9c59-4595-bc92-2064b49b0a2d None None] Network d940986b-7c8e-4b3a-875e-3dfd7934b427 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:47:49.043336 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9161f61-8ea0-428d-a3c8-f811cce5eaeb req-57d52714-9ada-40ad-8e09-61771850c1e6 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.046050 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f9161f61-8ea0-428d-a3c8-f811cce5eaeb req-57d52714-9ada-40ad-8e09-61771850c1e6 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 946 time: 0.2816696
Dec 09 18:47:49.051849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-239b42cb-0d4a-4ec2-93af-0d01812e0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.054868 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-239b42cb-0d4a-4ec2-93af-0d01812e0276 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9b56441fdd74fcc97d0521480db3915&device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 1098 time: 0.1166625
Dec 09 18:47:49.100949 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f9161f61-8ea0-428d-a3c8-f811cce5eaeb req-20f58aee-ace6-49a1-a455-0c6acce6ae00 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489879
Dec 09 18:47:49.127903 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-4823abdb-182a-4af0-b9bf-32c878f9b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.128116 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-4823abdb-182a-4af0-b9bf-32c878f9b5e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2059960
Dec 09 18:47:49.318533 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-fd85b8a2-02bb-4657-b7fe-2d3b0db9f357 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791680
Dec 09 18:47:49.344881 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-3b96307b-bd46-4959-97db-b68a59076dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.346723 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-3b96307b-bd46-4959-97db-b68a59076dbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 200  len: 920 time: 0.2853034
Dec 09 18:47:49.443641 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-5747a99f-0442-4e96-9cd5-db6a9b1187ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 200  len: 217 time: 0.0844176
Dec 09 18:47:49.466601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c8e8e-9556-4dfa-aa3e-61f0ec388bca req-12c8e685-8795-4096-947a-fb6974a7cd09 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.467812 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ec6c8e8e-9556-4dfa-aa3e-61f0ec388bca req-12c8e685-8795-4096-947a-fb6974a7cd09 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1948228
Dec 09 18:47:49.595227 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-650a8153-21f6-455a-8365-94f53cabb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.596762 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-650a8153-21f6-455a-8365-94f53cabb89e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 200  len: 859 time: 0.1400137
Dec 09 18:47:49.602217 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ec6c8e8e-9556-4dfa-aa3e-61f0ec388bca req-c379e3b0-8569-4680-97c9-c5ce24517f89 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008635
Dec 09 18:47:49.635627 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-94af0e9a-1cf4-4790-b4bb-4b2e80a1b018 req-376c3ead-399c-456e-9faa-a6257eba4014 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3097606
Dec 09 18:47:49.651849 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056edfd-0faa-4ed0-902b-6227b57c3cae req-b2a0cd75-4eaa-4ad4-b25e-5c8afc02f695 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:49.653533 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f056edfd-0faa-4ed0-902b-6227b57c3cae req-b2a0cd75-4eaa-4ad4-b25e-5c8afc02f695 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.2299323
Dec 09 18:47:49.665591 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-d4d896be-0570-414f-b037-321945b7653f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4facadc-c361-422e-9e96-62cfba4c380a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601873
Dec 09 18:47:49.723435 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:47:49.745165 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f056edfd-0faa-4ed0-902b-6227b57c3cae req-3b0d54df-617f-46fb-9b6a-53abca234183 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833693
Dec 09 18:47:49.987305 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-e6fdbc5b-8338-480a-a900-96fd583d0157 service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2999771
Dec 09 18:47:49.999324 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-b0b8c694-131d-4711-af0d-2f864d2c99b2 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:50.002315 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-b0b8c694-131d-4711-af0d-2f864d2c99b2 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 946 time: 0.1239848
Dec 09 18:47:50.126868 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Deleting port 1e8cacea-211b-4992-bf82-46e68e6b23cb {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:47:50.127638 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:50.229987 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9314afa9-6ec5-4a11-a8f8-16b72b1c2d7f req-28df7906-6525-4ddf-b1f1-8f2cf6f0b18d service neutron] 10.222.0.45 "GET /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252798
Dec 09 18:47:50.370018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7dd49-8cac-41e5-b30a-a4bd98881d79 req-c3f9d668-67d9-4128-915c-b440643d14ee tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:50.371803 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-faf7dd49-8cac-41e5-b30a-a4bd98881d79 req-c3f9d668-67d9-4128-915c-b440643d14ee tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 946 time: 0.0898948
Dec 09 18:47:50.449008 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3c4bea49-05ae-401d-8d6f-8e6241e24e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:50.478494 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] For port 1e8cacea-211b-4992-bf82-46e68e6b23cb, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1e8cacea-211b-4992-bf82-46e68e6b23cb,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:47:50.479060 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:50.512213 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-faf7dd49-8cac-41e5-b30a-a4bd98881d79 req-59532a13-1626-4694-af86-5c3acdc28ba2 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332049
Dec 09 18:47:50.661245 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Calling delete_port for 1e8cacea-211b-4992-bf82-46e68e6b23cb owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:47:51.046859 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b0adc-ec9e-45cf-862c-0513787c854b req-a3b02fb0-8793-4c07-8670-079bb4c4d34d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:51.056151 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a19b0adc-ec9e-45cf-862c-0513787c854b req-a3b02fb0-8793-4c07-8670-079bb4c4d34d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1231649
Dec 09 18:47:51.107071 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:51.120698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['1e8cacea-211b-4992-bf82-46e68e6b23cb'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:47:51.126106 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:51.134586 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a19b0adc-ec9e-45cf-862c-0513787c854b req-333ca67e-f860-434b-90c8-5f3a53a0a942 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756798
Dec 09 18:47:51.244078 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Pushing event deleted for resources: {'Port': ['ID=1e8cacea-211b-4992-bf82-46e68e6b23cb,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:51.249785 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:51.294096 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:51.481111 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a23ee8b8-7d57-4a46-95de-9d848708a3b4 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:47:51.569384 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db59fb-e0a5-4aff-9d45-239b66718bd0 req-6c6d5cc9-5c57-470b-a4f7-825aacbe4cbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:51.576345 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6db59fb-e0a5-4aff-9d45-239b66718bd0 req-6c6d5cc9-5c57-470b-a4f7-825aacbe4cbd tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.7834902
Dec 09 18:47:51.576788 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: a23ee8b8-7d57-4a46-95de-9d848708a3b4 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:47:51.577495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a23ee8b8-7d57-4a46-95de-9d848708a3b4 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:47:51.604948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] No DVR routers for this DVR port 1e8cacea-211b-4992-bf82-46e68e6b23cb on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:47:51.611620 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:51.623392 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'name': 'network-vif-deleted', 'tag': '1e8cacea-211b-4992-bf82-46e68e6b23cb'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:47:51.692765 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6db59fb-e0a5-4aff-9d45-239b66718bd0 req-759c05c2-aaff-4bd5-ae75-44c6db307dff tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153679
Dec 09 18:47:51.694964 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a05fb186-f042-441e-b7a5-a75d34eb497e req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "DELETE /v2.0/ports/1e8cacea-211b-4992-bf82-46e68e6b23cb HTTP/1.1" status: 204  len: 173 time: 1.6873240
Dec 09 18:47:51.821252 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2c1aba71-a538-4dba-97fb-808122405cc5 req-f9fd8003-917a-4b63-aca8-0a132cc9f0c4 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.1116815
Dec 09 18:47:51.847009 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4f5c5d-7714-4d37-abd5-42b218dc3e8d', 'name': 'network-vif-deleted', 'tag': '1e8cacea-211b-4992-bf82-46e68e6b23cb', 'status': 'completed', 'code': 200}
Dec 09 18:47:52.440235 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf809f-8d2c-4d6b-980d-38a661fbb58c req-32cdb793-a87e-430b-8014-abe8dc7f176f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:52.442406 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6fcf809f-8d2c-4d6b-980d-38a661fbb58c req-32cdb793-a87e-430b-8014-abe8dc7f176f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1162434
Dec 09 18:47:52.499903 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6fcf809f-8d2c-4d6b-980d-38a661fbb58c req-de32da02-1e42-49fd-8c38-5c5a46529710 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515547
Dec 09 18:47:52.984811 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260759-e679-41e1-961d-bc20716032b0 req-438861f4-df8a-4e5d-b6c7-f147a3348a80 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:52.992766 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3e260759-e679-41e1-961d-bc20716032b0 req-438861f4-df8a-4e5d-b6c7-f147a3348a80 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1849744
Dec 09 18:47:53.045648 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3a7362e9-b6de-4611-8dc1-74e3e190f270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:53.049722 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3e260759-e679-41e1-961d-bc20716032b0 req-97db9b0c-5e7d-4716-9095-746d1fee6065 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557954
Dec 09 18:47:53.073855 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-42280eab-abcd-49ca-927b-35b07b421cc3 req-6dd8deb8-d18f-4691-9eed-49c4933d93cd tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0738759
Dec 09 18:47:53.476117 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1e8cacea-211b-4992-bf82-46e68e6b23cb no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:47:53.523505 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 1e8cacea-211b-4992-bf82-46e68e6b23cb {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:47:53.524010 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1e8cacea-211b-4992-bf82-46e68e6b23cb not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:47:53.861349 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9646-6b07-4929-91bb-923dc19e52a1 req-8c5f7c37-1f57-437c-b91e-6f5cfd8afe2a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:53.862257 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9cad9646-6b07-4929-91bb-923dc19e52a1 req-8c5f7c37-1f57-437c-b91e-6f5cfd8afe2a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1822865
Dec 09 18:47:53.983018 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9cad9646-6b07-4929-91bb-923dc19e52a1 req-b8e18b0a-f970-4ed9-b641-30acb9717c86 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038625
Dec 09 18:47:54.208690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:54.282341 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471d967-cf4e-4743-98cd-8bea4837dee6 req-f9770530-1e02-462f-bf92-1506e99f9b98 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:54.291108 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4471d967-cf4e-4743-98cd-8bea4837dee6 req-f9770530-1e02-462f-bf92-1506e99f9b98 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1114528
Dec 09 18:47:54.311142 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b44e2a11-d36e-420e-b470-18885043c33e req-cc1f006a-5735-49c9-8140-229a2118603a tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Synchronizing usage tracker for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:47:54.342853 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b44e2a11-d36e-420e-b470-18885043c33e req-cc1f006a-5735-49c9-8140-229a2118603a tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Unset dirty status for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:47:54.344607 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b44e2a11-d36e-420e-b470-18885043c33e req-cc1f006a-5735-49c9-8140-229a2118603a tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.1125264
Dec 09 18:47:54.373877 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4471d967-cf4e-4743-98cd-8bea4837dee6 req-ecbc6d43-db24-4bae-a316-d556b48e1199 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815713
Dec 09 18:47:55.179686 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:55.284107 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1edc8-1def-4361-b7e8-ab1db0b3e91f req-461c0d7c-a76a-4398-b349-f25e1bf8d156 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:55.286119 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4ba1edc8-1def-4361-b7e8-ab1db0b3e91f req-461c0d7c-a76a-4398-b349-f25e1bf8d156 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.1392081
Dec 09 18:47:55.349406 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4ba1edc8-1def-4361-b7e8-ab1db0b3e91f req-3f06800f-a2f5-45bf-87b0-8c696024e468 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556705
Dec 09 18:47:55.519353 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5e9388d7-8cdf-456a-99f6-4a8f958aa773 req-02779e19-e029-40ec-aae5-3088ce96b36b tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0480599
Dec 09 18:47:55.634355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f886df-09e1-4f40-99e6-066c8160f3ec req-2e519809-48da-4ee3-afcf-053ccf7201d7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:55.636036 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-79f886df-09e1-4f40-99e6-066c8160f3ec req-2e519809-48da-4ee3-afcf-053ccf7201d7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1045623
Dec 09 18:47:55.690786 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-79f886df-09e1-4f40-99e6-066c8160f3ec req-90bd3554-3b08-4105-9b63-cb788c1b7e33 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490324
Dec 09 18:47:55.935916 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:56.594203 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40062) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:56.622268 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa209d2-cd5f-412c-9c1e-048404087490 req-6dadee14-d8b9-4cd7-9bc1-2d3f398ba8f8 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:56.624497 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9fa209d2-cd5f-412c-9c1e-048404087490 req-6dadee14-d8b9-4cd7-9bc1-2d3f398ba8f8 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0911641
Dec 09 18:47:56.709940 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9fa209d2-cd5f-412c-9c1e-048404087490 req-d4c2cadf-961a-4d57-b32f-885988eb78aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797436
Dec 09 18:47:56.765860 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-257b84e1-9ea5-4987-a823-01ee185f1b2d req-2d7d5fc2-b412-4294-92f1-40698bead7f4 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0845942
Dec 09 18:47:56.809881 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40074) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:47:56.810091 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ef357126-a688-42a6-9bba-339172b6774c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8c2ddd6bea544db988ae84156e63b99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2145853
Dec 09 18:47:57.053739 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:57.097868 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:57.128512 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f715e23-21ea-4460-9cb9-f902cef2201f req-55f1a0a3-8fa5-49e1-b35d-9cbc8fc649ee tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:57.133747 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8f715e23-21ea-4460-9cb9-f902cef2201f req-55f1a0a3-8fa5-49e1-b35d-9cbc8fc649ee tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1585765
Dec 09 18:47:57.206009 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8f715e23-21ea-4460-9cb9-f902cef2201f req-ae0ab3c4-cb25-4d72-8745-19b6dfa967cf tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676961
Dec 09 18:47:57.221353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:57.226934 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1a451599-f7a7-4be4-b571-13d737689d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:47:57.247599 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a00d3f-33b8-4264-a24f-9511c09efe22,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:47:57.258240 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:47:57.277071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:47:57.278602 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7a00d3f-33b8-4264-a24f-9511c09efe22 HTTP/1.1" status: 204  len: 168 time: 0.4676731
Dec 09 18:47:57.944887 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6693c1be-616a-4ebc-be60-b04a43a5656e req-4dff5681-0306-4bdf-b794-508c17daa8a7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0559103
Dec 09 18:47:58.134655 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b6181-e551-4f42-9c4a-3516cce628b4 req-d53da3d2-25c3-45d7-ba28-25343b71d079 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:58.136430 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-854b6181-e551-4f42-9c4a-3516cce628b4 req-d53da3d2-25c3-45d7-ba28-25343b71d079 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0926189
Dec 09 18:47:58.190740 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-854b6181-e551-4f42-9c4a-3516cce628b4 req-f4cb9fe2-7403-4c83-8979-11d742a5151d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485883
Dec 09 18:47:58.433039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7280a0-e965-4233-a491-4e08d388922a req-701ef931-f5dd-41e2-9c46-88b17092784f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:58.434767 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6c7280a0-e965-4233-a491-4e08d388922a req-701ef931-f5dd-41e2-9c46-88b17092784f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0941229
Dec 09 18:47:58.492119 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6c7280a0-e965-4233-a491-4e08d388922a req-7385c246-38b5-40e4-9dbe-eeeb07f71d31 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462959
Dec 09 18:47:59.129446 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-253f6af2-0f31-4bde-a481-8d843cacbdeb req-368a1926-79be-4d21-bb8e-ec24f5789d29 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0668159
Dec 09 18:47:59.413002 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72fbee-e880-43df-b5c5-ebe77f8394b2 req-8d5549b6-c394-4c71-9876-d2dcc0ed9cca tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:59.414429 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ba72fbee-e880-43df-b5c5-ebe77f8394b2 req-8d5549b6-c394-4c71-9876-d2dcc0ed9cca tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0961921
Dec 09 18:47:59.462709 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ba72fbee-e880-43df-b5c5-ebe77f8394b2 req-a8a3a562-7df4-4fe9-ae13-e8448184e762 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426066
Dec 09 18:47:59.701929 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8df34-d358-49e4-a3d1-9c3d52ac183d req-2f3705f8-73c3-400f-8f42-b6cc5249eac5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:47:59.703339 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2fd8df34-d358-49e4-a3d1-9c3d52ac183d req-2f3705f8-73c3-400f-8f42-b6cc5249eac5 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0895400
Dec 09 18:47:59.765791 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2fd8df34-d358-49e4-a3d1-9c3d52ac183d req-ef4e21fd-6be9-427b-855b-5c2cc7ef4bf7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558939
Dec 09 18:48:00.321776 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e1d37e1c-70f1-4d20-a98f-2db505e9295a req-f415e5f1-6cc8-417c-b9f0-79a42c4feec7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0745018
Dec 09 18:48:00.668109 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0715645-4a8a-4931-9963-d6daca055f49 req-35395558-3ba5-4e42-81b1-c924dec2ea69 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:00.669714 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b0715645-4a8a-4931-9963-d6daca055f49 req-35395558-3ba5-4e42-81b1-c924dec2ea69 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0958495
Dec 09 18:48:00.716891 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b0715645-4a8a-4931-9963-d6daca055f49 req-d4da9e05-66e4-4e63-8f10-dff363110283 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415838
Dec 09 18:48:00.971902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012606-32d3-4146-a212-5b9f222b685d req-ffdd8210-13fe-4a05-9c4c-7638fc54f5f9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:00.973359 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59012606-32d3-4146-a212-5b9f222b685d req-ffdd8210-13fe-4a05-9c4c-7638fc54f5f9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0902925
Dec 09 18:48:01.018086 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59012606-32d3-4146-a212-5b9f222b685d req-96307602-9372-4787-a7c5-c1be579789c9 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383334
Dec 09 18:48:01.298636 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-9fd33bc6-3903-440d-8464-c26c557e9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:01.302306 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-9fd33bc6-3903-440d-8464-c26c557e9701 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1096 time: 0.0803423
Dec 09 18:48:01.510632 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-fa733a5f-c963-490e-98c9-1b4377447ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:01.512136 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-fa733a5f-c963-490e-98c9-1b4377447ea4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.1899037
Dec 09 18:48:01.514418 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-477424f4-41a0-408e-b4e9-2c51bae81bb8 req-f8714b4d-312c-4776-ba23-8d69161f8516 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4f5c5d-7714-4d37-abd5-42b218dc3e8d HTTP/1.1" status: 200  len: 210 time: 0.0592470
Dec 09 18:48:01.629587 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-2b1031f3-65bc-478c-96a5-1e74441338c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 200  len: 999 time: 0.1081777
Dec 09 18:48:01.704682 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-cfca5de3-7b65-4594-8aa7-687d082b6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:01.706166 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-cfca5de3-7b65-4594-8aa7-687d082b6921 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0625935
Dec 09 18:48:01.790178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-76c700cb-5de5-4990-aef1-6414f2b9cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:01.791789 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-76c700cb-5de5-4990-aef1-6414f2b9cbb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757844
Dec 09 18:48:01.929840 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60094809-3db4-430f-95ac-6750fa1fab6c req-c326d77c-c73f-42e3-b615-8799ceb170db tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:01.931725 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-60094809-3db4-430f-95ac-6750fa1fab6c req-c326d77c-c73f-42e3-b615-8799ceb170db tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0982504
Dec 09 18:48:01.939989 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-631686cb-1f26-468f-91e1-f74d294c301c service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383941
Dec 09 18:48:01.994243 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-60094809-3db4-430f-95ac-6750fa1fab6c req-377dbc8d-9c5c-48b5-afb1-3fa4cbd064d5 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566828
Dec 09 18:48:02.232612 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa49ac33-31f3-4e1e-885a-3df05d76a496 req-81ea5d68-c5c2-4039-96f8-32b6e2f39b1a service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836382
Dec 09 18:48:02.267633 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f3b4c-364c-4dd5-92bc-457bb2449874 req-c405fe1e-ae8f-4997-a7c2-5e78d0c968ad tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:02.269095 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-431f3b4c-364c-4dd5-92bc-457bb2449874 req-c405fe1e-ae8f-4997-a7c2-5e78d0c968ad tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1351790
Dec 09 18:48:02.315030 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-431f3b4c-364c-4dd5-92bc-457bb2449874 req-43a00a2b-a151-4910-b3a8-2751fef86462 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392764
Dec 09 18:48:02.954894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-7fe4d076-9d65-4789-8a0b-3fa73e9f7e22 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:02.956342 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-7fe4d076-9d65-4789-8a0b-3fa73e9f7e22 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/networks?id=51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 200  len: 809 time: 0.1499686
Dec 09 18:48:02.971916 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-75637616-871f-4d81-8c00-3a73670be724 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/quotas/f9644475282f4d25b2c37eabcba1d3d1 HTTP/1.1" status: 200  len: 375 time: 0.0091751
Dec 09 18:48:03.025037 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-2cebf340-c10a-4263-b609-570517574e8d tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458269
Dec 09 18:48:03.197605 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-8a7f257c-c494-44ec-9baa-8ae92cfdfe4a service neutron] 10.222.0.32 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632485
Dec 09 18:48:03.211847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6250-7df3-4e76-9802-9db67658cab4 req-6783c56a-0cf6-47fe-8f37-ac061029bb3e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:03.213483 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e06e6250-7df3-4e76-9802-9db67658cab4 req-6783c56a-0cf6-47fe-8f37-ac061029bb3e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0921450
Dec 09 18:48:03.275873 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e06e6250-7df3-4e76-9802-9db67658cab4 req-9691232c-b8af-430b-b31b-0a62ee5175c1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561442
Dec 09 18:48:03.388047 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-393cb35f-5710-42be-bf14-8943ea650dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847913
Dec 09 18:48:03.561608 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ad5b-0189-4742-878c-113265b1bb7d req-9daf0e86-eeeb-4c44-9fb6-7bf1c5df9783 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:03.564496 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d41ad5b-0189-4742-878c-113265b1bb7d req-9daf0e86-eeeb-4c44-9fb6-7bf1c5df9783 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1182232
Dec 09 18:48:03.617852 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d41ad5b-0189-4742-878c-113265b1bb7d req-433061e0-a13c-4eb4-ade0-228dd14db67a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475307
Dec 09 18:48:03.627691 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9093717b-1e56-404b-9c86-2ecd04da89bf req-df59ccd4-76e7-4a53-9463-e31112722471 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 210 time: 0.0554123
Dec 09 18:48:04.464399 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394693be-19d4-4504-aadf-0d37614a19a0 req-ca5a783f-126c-42e9-a4a4-f47d205608fc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:04.465978 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-394693be-19d4-4504-aadf-0d37614a19a0 req-ca5a783f-126c-42e9-a4a4-f47d205608fc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0796385
Dec 09 18:48:04.515690 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-394693be-19d4-4504-aadf-0d37614a19a0 req-42d6aeff-bb3c-42a5-a645-0063d2647bbf tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427270
Dec 09 18:48:04.797474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-6fafccdd-98ba-4fd8-82b0-d72f4727a53b tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:04.798920 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-6fafccdd-98ba-4fd8-82b0-d72f4727a53b tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "GET /v2.0/networks?id=51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 200  len: 809 time: 0.2179449
Dec 09 18:48:04.806260 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fe6b13ab-7f99-4a52-aa98-80066cb9c4cf req-8a78dcc3-3cea-4499-aa5b-0b34a6712916 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 210 time: 0.0545709
Dec 09 18:48:04.814179 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Request body: {'port': {'device_id': '2396049b-f665-4809-b694-4cc222441853', 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1', 'admin_state_up': True, 'tenant_id': 'f9644475282f4d25b2c37eabcba1d3d1'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:04.977864 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:04.987485 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:04.998472 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Made reservation on behalf of f9644475282f4d25b2c37eabcba1d3d1 for: {'port': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:48:05.004002 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:05.180004 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Allocated IP 172.20.0.9 (51f949d4-4151-46ea-8b15-222ac21294b1/b5909036-3ee2-45bc-aff6-5f7c21d5a63f/9b76e5e5-75bd-472c-b99f-06976dc84537) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:48:05.397816 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:05.427569 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:05.433225 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:05.507520 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Network 51f949d4-4151-46ea-8b15-222ac21294b1 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:05.510893 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:05.515578 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:48:05.541383 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Pushing event updated for resources: {'Port': ['ID=9b76e5e5-75bd-472c-b99f-06976dc84537,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:05.562243 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.562615 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.562974 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.563333 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.563759 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.564121 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.564434 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.564784 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.565117 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.565488 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.565832 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.566172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:05.572483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:05.607457 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:05.607457 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:05.630092 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8194253
Dec 09 18:48:05.641889 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Request body: {'port': {'device_id': '2396049b-f665-4809-b694-4cc222441853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:05.924435 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f94b16-9e78-4a21-b88b-27155c4deeb3 req-87a4a88e-3eae-40d0-afc3-4b0052bada8f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:05.925924 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-22f94b16-9e78-4a21-b88b-27155c4deeb3 req-87a4a88e-3eae-40d0-afc3-4b0052bada8f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.2582209
Dec 09 18:48:05.928894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:06.032657 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-22f94b16-9e78-4a21-b88b-27155c4deeb3 req-b5899e35-b404-41fa-aade-c7c6f0f1ffeb tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904386
Dec 09 18:48:06.042351 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dfeaa-84ea-4c06-90ec-0768acb1f38e req-d85a3fa8-146f-4474-a091-ec79ebc386d9 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:06.043842 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f0dfeaa-84ea-4c06-90ec-0768acb1f38e req-d85a3fa8-146f-4474-a091-ec79ebc386d9 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 931 time: 0.0873287
Dec 09 18:48:06.092620 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f0dfeaa-84ea-4c06-90ec-0768acb1f38e req-9f663d34-0896-408e-9c90-94ab92913c11 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421708
Dec 09 18:48:06.319147 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b76e5e5-75bd-472c-b99f-06976dc84537 {{(pid=86868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:48:06.326197 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:06.340082 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Transition to ACTIVE for port object 9b76e5e5-75bd-472c-b99f-06976dc84537 will not be triggered until provisioned by entity L2. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:06.343786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:06.348137 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:06.495984 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b76e5e5-75bd-472c-b99f-06976dc84537,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:06.502908 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:06.576507 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Attempting to bind port 9b76e5e5-75bd-472c-b99f-06976dc84537 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:48:06.576836 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Attempting to bind port 9b76e5e5-75bd-472c-b99f-06976dc84537 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:48:06.577162 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Attempting to bind port 9b76e5e5-75bd-472c-b99f-06976dc84537 on network 51f949d4-4151-46ea-8b15-222ac21294b1 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:06.581948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Port 9b76e5e5-75bd-472c-b99f-06976dc84537 on network 51f949d4-4151-46ea-8b15-222ac21294b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:48:06.582262 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Attempting to bind port 9b76e5e5-75bd-472c-b99f-06976dc84537 on network 51f949d4-4151-46ea-8b15-222ac21294b1 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:06.587974 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:48:06.588302 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Checking segment: {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:48:06.588676 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Bound using segment: {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:48:06.589093 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Bound port: 9b76e5e5-75bd-472c-b99f-06976dc84537, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9192df9e-dad7-471a-8d4d-de70daae0b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1'}}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:48:06.589537 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:06.678968 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] For port 9b76e5e5-75bd-472c-b99f-06976dc84537, host hv-cinder-81934, cleared binding levels {{(pid=86868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:48:06.682066 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] For port 9b76e5e5-75bd-472c-b99f-06976dc84537, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9b76e5e5-75bd-472c-b99f-06976dc84537,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:48:06.686110 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:06.690515 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:06.751167 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:06.751872 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:06.753512 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b76e5e5-75bd-472c-b99f-06976dc84537 HTTP/1.1" status: 200  len: 1093 time: 1.1158950
Dec 09 18:48:06.753845 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2396049b-f665-4809-b694-4cc222441853', 'tag': '9b76e5e5-75bd-472c-b99f-06976dc84537'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:06.788874 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b76e5e5-75bd-472c-b99f-06976dc84537,revision_number=3']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:06.792950 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:06.803127 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2396049b-f665-4809-b694-4cc222441853', 'tag': '9b76e5e5-75bd-472c-b99f-06976dc84537', 'status': 'completed', 'code': 200}
Dec 09 18:48:06.896472 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-bffbab08-5cbb-4a70-a11c-fa0c04e5d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:06.897971 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-bffbab08-5cbb-4a70-a11c-fa0c04e5d143 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 1096 time: 0.0735183
Dec 09 18:48:06.970114 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-d68918d7-283e-4c50-a00d-0bcf50d64348 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b76e5e5-75bd-472c-b99f-06976dc84537 HTTP/1.1" status: 200  len: 217 time: 0.0641384
Dec 09 18:48:07.035290 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-d3a82b0d-c6ad-454b-a06f-a806bc39fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:07.036780 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-d3a82b0d-c6ad-454b-a06f-a806bc39fa5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5909036-3ee2-45bc-aff6-5f7c21d5a63f HTTP/1.1" status: 200  len: 849 time: 0.0599511
Dec 09 18:48:07.093531 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-c2061967-fd3b-4826-b170-389488e8d274 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51f949d4-4151-46ea-8b15-222ac21294b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486159
Dec 09 18:48:07.253804 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b7bf-7a89-466d-9694-29308c797e1f req-02893d95-f85b-449f-b2c4-985457cbf025 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:07.255561 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0143b7bf-7a89-466d-9694-29308c797e1f req-02893d95-f85b-449f-b2c4-985457cbf025 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.0999253
Dec 09 18:48:07.278938 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40256) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:07.304683 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0143b7bf-7a89-466d-9694-29308c797e1f req-f0c33404-e6f1-4761-b732-629ca5ae5816 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414865
Dec 09 18:48:07.378305 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-9e55ef77-5452-4b62-a533-56190a30c910 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693887
Dec 09 18:48:07.385885 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Deleting subnet 482214a0-9bb3-4de1-9dd9-f686bef83c1b {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:48:07.391783 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:07.607532 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e52e-61f1-4a22-8393-9d5e1d8bb21b req-fe2444c8-a468-4028-ae28-a48c0fb190a3 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:07.608133 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-e926e52e-61f1-4a22-8393-9d5e1d8bb21b req-fe2444c8-a468-4028-ae28-a48c0fb190a3 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Synchronizing usage tracker for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:07.619995 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:07.688376 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-e926e52e-61f1-4a22-8393-9d5e1d8bb21b req-fe2444c8-a468-4028-ae28-a48c0fb190a3 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Unset dirty status for tenant:f9644475282f4d25b2c37eabcba1d3d1 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:07.689526 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e926e52e-61f1-4a22-8393-9d5e1d8bb21b req-fe2444c8-a468-4028-ae28-a48c0fb190a3 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 943 time: 0.4647284
Dec 09 18:48:07.736263 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1cb0b70d-af07-4ebf-9464-4c5838066284 req-36fa4885-5e8e-4ca5-b802-8e04f476af30 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3461163
Dec 09 18:48:07.741138 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:07.803983 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e926e52e-61f1-4a22-8393-9d5e1d8bb21b req-b9e19d28-7842-4259-8e60-0829a6ba4022 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027153
Dec 09 18:48:07.882095 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:07.888472 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:07.932296 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482214a0-9bb3-4de1-9dd9-f686bef83c1b,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:07.934437 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:07.938425 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-8907957e-e599-4d7e-8c54-c6779a5d0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:07.939884 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-8907957e-e599-4d7e-8c54-c6779a5d0eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 1096 time: 0.1417031
Dec 09 18:48:07.941853 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:07.947745 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/482214a0-9bb3-4de1-9dd9-f686bef83c1b HTTP/1.1" status: 204  len: 168 time: 0.6647537
Dec 09 18:48:07.949557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40264) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:08.064759 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.079960 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-e9adbcfe-20bb-4667-a70c-5b475a1cf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:08.081716 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-e9adbcfe-20bb-4667-a70c-5b475a1cf6fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 200  len: 910 time: 0.1334484
Dec 09 18:48:08.158791 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-4b0732e5-c766-4bbd-8c34-19779ee587fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b76e5e5-75bd-472c-b99f-06976dc84537 HTTP/1.1" status: 200  len: 217 time: 0.0689185
Dec 09 18:48:08.214760 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.240875 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa3cc38b0a0>> segment before_delete 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.241363 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa3cc38b0a0>> subnet precommit_delete_associations 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.242130 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> segment_host_mapping after_create 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.242481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> port after_create 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.242822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> port after_delete 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.243174 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> port after_update 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.243497 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> segment after_delete 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.243815 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> subnet after_create 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.244161 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> subnet after_delete 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.244478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3cdd5a2b0>> subnet after_update 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.276048 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-a231d185-a36b-4edd-9701-7a50253faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:08.277546 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-a231d185-a36b-4edd-9701-7a50253faa26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5909036-3ee2-45bc-aff6-5f7c21d5a63f HTTP/1.1" status: 200  len: 849 time: 0.1110733
Dec 09 18:48:08.317607 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cdd6c130>> subnet after_create 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.318281 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cdd6c130>> subnet after_delete 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.318281 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cdd6c130>> subnet before_create 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.318603 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3cdd6c130>> subnet before_update 55550000 {{(pid=86869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 18:48:08.318965 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc38b370>,) {'filters': {'network_id': ['7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:08.332277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc38b370>, 'fa8beecd-15b1-4e71-a83c-1fce97f36bdb') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:08.332706 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc38b370>, 'fa8beecd-15b1-4e71-a83c-1fce97f36bdb') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:08.337405 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-a6b3fe72-da07-48b5-b6b4-d2ff8ddf63af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51f949d4-4151-46ea-8b15-222ac21294b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493774
Dec 09 18:48:08.345459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.362901 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.371422 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:48:08.371743 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.375542 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf9b8e-8fff-48bb-886e-d54cd1e93c1e req-37be3d92-77fc-41ee-b4e8-42c88675b694 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:08.377018 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-04cf9b8e-8fff-48bb-886e-d54cd1e93c1e req-37be3d92-77fc-41ee-b4e8-42c88675b694 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1603694
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   from cryptography.utils import int_from_bytes
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   from cryptography.utils import int_from_bytes
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   util.warn_limited(
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   util.warn_limited(
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:48:08.387724 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:48:08.487923 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-04cf9b8e-8fff-48bb-886e-d54cd1e93c1e req-b1188808-7299-48a7-9612-6ef61d242a32 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642111
Dec 09 18:48:08.509968 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.522865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:08.527888 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-ddc145e1-9894-4ca4-b103-0ca58e101c76 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819522
Dec 09 18:48:08.539580 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.546506 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:08.558355 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/7739dac6-1f7c-4e9a-82b1-91adfd6e1c2a HTTP/1.1" status: 204  len: 168 time: 0.6077225
Dec 09 18:48:08.559890 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.560255 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.560612 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.560967 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.561336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.561689 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.562035 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.562505 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.562717 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.563061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.563398 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.563735 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:08.566698 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40272) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:08.569376 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:08.671795 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fdac8aa5-ad4d-4e68-bb3c-8b525d2351de req-ecddf77b-b774-4416-a98d-6645a66abdf6 service neutron] 10.222.0.45 "GET /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360736
Dec 09 18:48:08.685634 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2946d-3db3-43d7-80dd-d6f92daabc04 req-6d91fa59-b9e5-40e6-aab2-cf0fb438594a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:08.687094 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f7a2946d-3db3-43d7-80dd-d6f92daabc04 req-6d91fa59-b9e5-40e6-aab2-cf0fb438594a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 943 time: 0.2484667
Dec 09 18:48:08.741171 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Deleting subnet c41bcdb0-4eff-4ee4-bf8a-f00d6d436780 {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:48:08.745754 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.782482 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f7a2946d-3db3-43d7-80dd-d6f92daabc04 req-37fbc000-62a5-4e3e-9527-9564e98aec08 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868757
Dec 09 18:48:08.799273 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.859020 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.930170 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.934329 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:08.971023 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41bcdb0-4eff-4ee4-bf8a-f00d6d436780,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:08.974864 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:08.975895 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:08.981613 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e89bab3f-f386-4978-b757-308dca79e10a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c41bcdb0-4eff-4ee4-bf8a-f00d6d436780 HTTP/1.1" status: 204  len: 168 time: 0.4137175
Dec 09 18:48:08.984106 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40278) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:09.000459 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbca3e-7be9-4729-96e4-555f549af110 req-1754c690-44d0-4411-bfe8-9fbe9142b58d tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:09.001930 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-15fbca3e-7be9-4729-96e4-555f549af110 req-1754c690-44d0-4411-bfe8-9fbe9142b58d tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 943 time: 0.0899689
Dec 09 18:48:09.047573 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-15fbca3e-7be9-4729-96e4-555f549af110 req-b75937df-c95b-475d-8b2c-1ef69fbf3c58 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396876
Dec 09 18:48:09.094778 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.218484 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.244025 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc6f0d90>,) {'filters': {'network_id': ['d940986b-7c8e-4b3a-875e-3dfd7934b427']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:09.259480 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc6f0d90>, '29539fa4-f21e-48be-b416-3444272865ce') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:09.259780 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc6f0d90>, '29539fa4-f21e-48be-b416-3444272865ce') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:09.271018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.287447 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.294063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:48:09.294451 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:48:09.307970 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:48:09.381610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.385546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1efd9b63-35c7-4378-932c-b6cc555d3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:09.401110 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.412068 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d940986b-7c8e-4b3a-875e-3dfd7934b427,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:09.414855 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] 10.222.0.32 "DELETE /v2.0/networks/d940986b-7c8e-4b3a-875e-3dfd7934b427 HTTP/1.1" status: 204  len: 168 time: 0.4298358
Dec 09 18:48:09.415679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:09.581883 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:48:09.596194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40286) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:09.701710 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-bb043f20-5704-4a0f-8d15-8121d304013e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dc178b36f364a92aee84c5e6c96d818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1020713
Dec 09 18:48:09.702579 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40290) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:09.720435 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:09.729135 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2a56-c869-46f6-bc3e-fc537b39f198 req-281e53c2-1340-4159-959e-6b841da0a734 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:09.730633 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5d8d2a56-c869-46f6-bc3e-fc537b39f198 req-281e53c2-1340-4159-959e-6b841da0a734 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.1195705
Dec 09 18:48:09.735431 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '2d4487a0-250f-418d-85c0-3f27e874b258', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'port_id': '2d4487a0-250f-418d-85c0-3f27e874b258', 'mac_address': 'fa:16:3e:48:36:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:48:09.770585 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.782809 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5d8d2a56-c869-46f6-bc3e-fc537b39f198 req-fa9d5301-c6ed-4bba-b839-33d4492bf86c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442727
Dec 09 18:48:09.796018 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.807110 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.814537 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4487a0-250f-418d-85c0-3f27e874b258 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:48:09.831590 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:09.837851 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.838600 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9b76e5e5-75bd-472c-b99f-06976dc84537 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:48:09.840810 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:09.874076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.882038 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-77262fe6-c455-46a1-80bd-60f4b3bace6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:09.900951 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:09.902338 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed8c1fe1-5bdb-4cd7-aed7-de943222b33e HTTP/1.1" status: 204  len: 168 time: 0.1987350
Dec 09 18:48:09.903302 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8c1fe1-5bdb-4cd7-aed7-de943222b33e,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:09.916776 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:10.007702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=9']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:10.012246 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:10.015561 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6b394-77ce-4339-a810-b58735e13ccc req-f185e8d5-6be3-45da-832d-65700cbbd2e2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:10.017306 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-21a6b394-77ce-4339-a810-b58735e13ccc req-f185e8d5-6be3-45da-832d-65700cbbd2e2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 944 time: 0.0919571
Dec 09 18:48:10.060323 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 9b76e5e5-75bd-472c-b99f-06976dc84537, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9b76e5e5-75bd-472c-b99f-06976dc84537,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:10.070504 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-21a6b394-77ce-4339-a810-b58735e13ccc req-46a0e891-c504-469c-916f-08d623f7d026 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466840
Dec 09 18:48:10.078768 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '9b76e5e5-75bd-472c-b99f-06976dc84537', 'network_id': '51f949d4-4151-46ea-8b15-222ac21294b1', 'port_id': '9b76e5e5-75bd-472c-b99f-06976dc84537', 'mac_address': 'fa:16:3e:34:f9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5909036-3ee2-45bc-aff6-5f7c21d5a63f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:48:10.141720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:10.160805 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b76e5e5-75bd-472c-b99f-06976dc84537 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:48:10.178708 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 9b76e5e5-75bd-472c-b99f-06976dc84537, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9b76e5e5-75bd-472c-b99f-06976dc84537,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:10.183141 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:10.186861 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:10.258461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f81cc-ecc0-4838-a94c-d982b2880b38 req-036493ba-8987-49c6-8aaa-d1cb0c43ecfe tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:10.260042 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-009f81cc-ecc0-4838-a94c-d982b2880b38 req-036493ba-8987-49c6-8aaa-d1cb0c43ecfe tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 944 time: 0.0974061
Dec 09 18:48:10.261718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=9b76e5e5-75bd-472c-b99f-06976dc84537,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:10.265079 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:10.299937 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40302) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:10.313729 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-009f81cc-ecc0-4838-a94c-d982b2880b38 req-bcad1abb-9d35-408f-b76a-9761944a6d6d tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398781
Dec 09 18:48:10.350576 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8114d023-1ceb-45be-89c8-3f52a3713bce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dce32cc6b6084825ae08954dc4b55534&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487659
Dec 09 18:48:10.352933 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40306) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:10.411500 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:10.437777 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:10.466900 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['2d4487a0-250f-418d-85c0-3f27e874b258'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:48:10.489132 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:10.493857 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8dd626c6-de26-496a-b070-f2260a7fde7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:10.497751 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['9b76e5e5-75bd-472c-b99f-06976dc84537'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:48:10.505364 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dff325-7e90-4e83-95a7-63298959be4d,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:10.508172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:10.510139 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:10.514166 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44dff325-7e90-4e83-95a7-63298959be4d HTTP/1.1" status: 204  len: 168 time: 0.1573977
Dec 09 18:48:10.890872 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-99772c73-5b1f-4f58-b4cc-8d262a9e85da tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:10.892542 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-99772c73-5b1f-4f58-b4cc-8d262a9e85da tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.0904000
Dec 09 18:48:11.124374 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Deleting port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:48:11.124715 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.256176 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856f09e-99a4-481d-b2c7-ebea256a5774 req-5c422088-4d85-452c-81fc-8a1ce5f01dbc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:11.257321 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0856f09e-99a4-481d-b2c7-ebea256a5774 req-5c422088-4d85-452c-81fc-8a1ce5f01dbc tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 946 time: 0.3218107
Dec 09 18:48:11.300520 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45d07f-4d06-4308-9b9b-d2f0d98593bc req-844daedf-6db2-41d0-8841-5244e50a6b94 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:11.302685 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0c45d07f-4d06-4308-9b9b-d2f0d98593bc req-844daedf-6db2-41d0-8841-5244e50a6b94 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 944 time: 0.1035802
Dec 09 18:48:11.355328 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0c45d07f-4d06-4308-9b9b-d2f0d98593bc req-89db8a25-f2cb-47d3-80ae-cab0a0060d47 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461876
Dec 09 18:48:11.397874 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0856f09e-99a4-481d-b2c7-ebea256a5774 req-562047ec-a24f-45ee-82d1-ad60b35bbc25 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264086
Dec 09 18:48:11.454045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] For port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:11.454045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.552625 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3e942-ae7a-4d4c-a90a-05b02b94d501 req-655083f6-2809-4fd2-ae5e-98c118d4e6d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:11.554142 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-26b3e942-ae7a-4d4c-a90a-05b02b94d501 req-655083f6-2809-4fd2-ae5e-98c118d4e6d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 944 time: 0.0904713
Dec 09 18:48:11.580820 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9b76e5e5-75bd-472c-b99f-06976dc84537 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:11.583147 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Calling delete_port for f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:48:11.614208 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-26b3e942-ae7a-4d4c-a90a-05b02b94d501 req-421730d4-aedf-4758-9ba2-6d31ac61f6c7 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531039
Dec 09 18:48:11.666328 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 9b76e5e5-75bd-472c-b99f-06976dc84537 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:11.673630 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 9b76e5e5-75bd-472c-b99f-06976dc84537 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:11.674261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.756065 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.762590 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:11.788069 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['e4b7ae0f-153b-43e4-86e0-690361b9e858'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:48:11.812416 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Pushing event deleted for resources: {'Port': ['ID=f467c8b9-cfe4-4d31-a120-6d3bc7444ee2,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:11.819275 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:11.867553 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.918523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] No DVR routers for this DVR port f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:48:11.919709 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2396049b-f665-4809-b694-4cc222441853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b76e5e5-75bd-472c-b99f-06976dc84537'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:11.923473 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.947033 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 9b76e5e5-75bd-472c-b99f-06976dc84537, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9b76e5e5-75bd-472c-b99f-06976dc84537,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:11.955881 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edceb096-34e5-4b11-a342-8ab76156409f', 'name': 'network-vif-deleted', 'tag': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:11.960812 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:11.962028 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:11.977107 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a39fee32-4c55-4c29-92af-d6a926bd3bb4 req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "DELETE /v2.0/ports/f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 HTTP/1.1" status: 204  len: 173 time: 1.0778222
Dec 09 18:48:12.075528 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2396049b-f665-4809-b694-4cc222441853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b76e5e5-75bd-472c-b99f-06976dc84537', 'code': 200}
Dec 09 18:48:12.079790 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edceb096-34e5-4b11-a342-8ab76156409f', 'name': 'network-vif-deleted', 'tag': 'f467c8b9-cfe4-4d31-a120-6d3bc7444ee2', 'status': 'completed', 'code': 200}
Dec 09 18:48:12.083536 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:12.209776 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=9b76e5e5-75bd-472c-b99f-06976dc84537,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:12.221733 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:12.244748 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 2d4487a0-250f-418d-85c0-3f27e874b258 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:12.245135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:12.351025 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7127e-0387-485c-8623-9fd4d7d672bc req-4fb4b989-5c16-4fae-972b-71a4559da405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:12.352478 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-78f7127e-0387-485c-8623-9fd4d7d672bc req-4fb4b989-5c16-4fae-972b-71a4559da405 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 1098 time: 0.0762758
Dec 09 18:48:12.372424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:12.401442 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-78f7127e-0387-485c-8623-9fd4d7d672bc req-30dc065b-dc21-4ada-90b1-7562fdf41bf7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368123
Dec 09 18:48:12.407123 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:12.411293 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:12.413096 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:12.483113 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=10']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:12.486211 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:12.571047 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fb93c-a89c-46f0-b614-5dac22729c57 req-f1b29bab-cc13-49c7-b3b2-e100ae24bed2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:12.572507 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c5fb93c-a89c-46f0-b614-5dac22729c57 req-f1b29bab-cc13-49c7-b3b2-e100ae24bed2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.0953858
Dec 09 18:48:12.572789 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-415d4a0f-3c3e-4900-96cc-3f304e3d8052 req-0d33c8b4-3262-4996-991d-a8dc8f2e1b20 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=edceb096-34e5-4b11-a342-8ab76156409f HTTP/1.1" status: 200  len: 210 time: 0.0442767
Dec 09 18:48:12.618634 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c5fb93c-a89c-46f0-b614-5dac22729c57 req-54e779d6-e0e9-4aeb-9795-17f408faee32 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401416
Dec 09 18:48:12.812225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c402f-9b3b-4fa1-823b-3d20d24f14ac req-faa0ccde-c678-4c41-87cf-82fff423da61 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:12.813698 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9b5c402f-9b3b-4fa1-823b-3d20d24f14ac req-faa0ccde-c678-4c41-87cf-82fff423da61 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 945 time: 0.0888617
Dec 09 18:48:12.859881 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9b5c402f-9b3b-4fa1-823b-3d20d24f14ac req-ef51be3e-0cab-4b7b-ac37-30747ab5045c tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388503
Dec 09 18:48:13.586685 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:48:13.631810 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:48:13.632173 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device f467c8b9-cfe4-4d31-a120-6d3bc7444ee2 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:48:13.848086 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f7484-884e-47d6-b74c-21f8e3541619 req-ce1a642c-465a-48ec-8275-26c42ae7a510 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:13.851402 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cb4f7484-884e-47d6-b74c-21f8e3541619 req-ce1a642c-465a-48ec-8275-26c42ae7a510 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.0988667
Dec 09 18:48:13.932398 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cb4f7484-884e-47d6-b74c-21f8e3541619 req-17792c22-e242-45e0-9e19-abfcef5169e0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763490
Dec 09 18:48:14.077065 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:14.197708 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045941db-d032-4c5e-87b9-481607c58dc2 req-363ab84a-312a-4078-998c-676422503693 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:14.199317 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-045941db-d032-4c5e-87b9-481607c58dc2 req-363ab84a-312a-4078-998c-676422503693 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 945 time: 0.0942254
Dec 09 18:48:14.207106 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0c275-7b62-4641-88a1-7066911d7364 req-a458bb53-160a-4244-a33b-37e5bb87bef7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:14.208696 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1bf0c275-7b62-4641-88a1-7066911d7364 req-a458bb53-160a-4244-a33b-37e5bb87bef7 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0919514
Dec 09 18:48:14.246938 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-045941db-d032-4c5e-87b9-481607c58dc2 req-f01a5b00-5800-4937-8bb8-ae32af5cb613 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416384
Dec 09 18:48:14.254168 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1bf0c275-7b62-4641-88a1-7066911d7364 req-08c7dcf0-4d64-4382-b07b-63b70872d70d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388606
Dec 09 18:48:14.302496 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'code': 200}
Dec 09 18:48:14.852541 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd3c67-4143-4ab8-86c4-ccad6207ce6b req-2ee67745-6b46-4611-a7d8-25247a22f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:14.854031 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a7fd3c67-4143-4ab8-86c4-ccad6207ce6b req-2ee67745-6b46-4611-a7d8-25247a22f53c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 1099 time: 0.0763733
Dec 09 18:48:14.897363 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a7fd3c67-4143-4ab8-86c4-ccad6207ce6b req-c23274ea-1c59-4883-a161-12aeba02db83 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338740
Dec 09 18:48:15.168038 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3330f1-8376-411b-ab74-9eaf9d99977d req-06ff8040-0f88-4d51-9e3b-d33d0ed44279 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:15.169556 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9d3330f1-8376-411b-ab74-9eaf9d99977d req-06ff8040-0f88-4d51-9e3b-d33d0ed44279 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.0937479
Dec 09 18:48:15.216630 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9d3330f1-8376-411b-ab74-9eaf9d99977d req-c4b83d90-341b-4688-98ba-11d44a79951b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413070
Dec 09 18:48:15.467307 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3395c-d20a-4555-b817-3f1febe822ee req-265559e0-6219-4f80-a8ae-59f7460ea956 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:15.468785 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-86c3395c-d20a-4555-b817-3f1febe822ee req-265559e0-6219-4f80-a8ae-59f7460ea956 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0895452
Dec 09 18:48:15.499204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3558-bb33-41f0-9558-fcffe13942af req-8def318d-a773-482e-ab51-06eeccdec464 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:15.500724 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a98d3558-bb33-41f0-9558-fcffe13942af req-8def318d-a773-482e-ab51-06eeccdec464 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 945 time: 0.0899239
Dec 09 18:48:15.524482 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-86c3395c-d20a-4555-b817-3f1febe822ee req-76305691-b2f2-46bf-8a2c-bd02513d0098 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493362
Dec 09 18:48:15.553522 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a98d3558-bb33-41f0-9558-fcffe13942af req-a8814b39-23fd-49c3-95fd-522561a4d571 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462286
Dec 09 18:48:16.489762 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db618a6-b22e-468d-90b5-481d34058e27 req-c4f3edfd-140e-468b-bff1-10696369da22 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:16.491181 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9db618a6-b22e-468d-90b5-481d34058e27 req-c4f3edfd-140e-468b-bff1-10696369da22 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.1580269
Dec 09 18:48:16.544466 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9db618a6-b22e-468d-90b5-481d34058e27 req-cc3e7d1a-8c1e-449e-8c41-253f6cc2ebc8 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475168
Dec 09 18:48:16.756514 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f538f7-1174-4a78-9f8f-544800bc0b1f req-9cc71f0e-4d7a-4f60-bcaa-f89f16f5f1a8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:16.757943 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-f3f538f7-1174-4a78-9f8f-544800bc0b1f req-9cc71f0e-4d7a-4f60-bcaa-f89f16f5f1a8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:16.778385 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c15af-e4bb-4e66-809d-65740e563029 req-26a40e3b-9910-4248-8739-f576bed444e2 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:16.779448 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-f3f538f7-1174-4a78-9f8f-544800bc0b1f req-9cc71f0e-4d7a-4f60-bcaa-f89f16f5f1a8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:16.781725 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f3f538f7-1174-4a78-9f8f-544800bc0b1f req-9cc71f0e-4d7a-4f60-bcaa-f89f16f5f1a8 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.1227827
Dec 09 18:48:16.787127 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-870c15af-e4bb-4e66-809d-65740e563029 req-26a40e3b-9910-4248-8739-f576bed444e2 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 945 time: 0.1192503
Dec 09 18:48:16.837872 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f3f538f7-1174-4a78-9f8f-544800bc0b1f req-fbde5301-3ade-4846-9cfc-26e8b2451a21 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475578
Dec 09 18:48:16.842293 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-870c15af-e4bb-4e66-809d-65740e563029 req-df755416-6fbd-476a-bbfb-f2de23ef4b20 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9e554b1-b79f-4913-a6e8-64226d3193a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538983
Dec 09 18:48:17.395181 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c146bd-989c-4afc-a268-535f28d5b09a req-d176b4dd-5740-4d58-a5ef-ff1546b7dfc9 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:17.396591 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-50c146bd-989c-4afc-a268-535f28d5b09a req-d176b4dd-5740-4d58-a5ef-ff1546b7dfc9 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 945 time: 0.0850799
Dec 09 18:48:17.465868 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Deleting port 9b76e5e5-75bd-472c-b99f-06976dc84537 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:48:17.466215 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:17.839898 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] For port 9b76e5e5-75bd-472c-b99f-06976dc84537, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9b76e5e5-75bd-472c-b99f-06976dc84537,segment=NetworkSegment(9192df9e-dad7-471a-8d4d-de70daae0b9e),segment_id=9192df9e-dad7-471a-8d4d-de70daae0b9e)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:17.840574 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:17.975653 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Calling delete_port for 9b76e5e5-75bd-472c-b99f-06976dc84537 owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:48:18.012615 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bc346-1df5-4e84-8be3-89eebfe4fafd req-85c1b341-3e75-4c1d-b916-d443425b82a0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:18.014090 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d14bc346-1df5-4e84-8be3-89eebfe4fafd req-85c1b341-3e75-4c1d-b916-d443425b82a0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.3598442
Dec 09 18:48:18.025986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b1ac4-94f5-4da6-a8f1-a5d3e436dc4b req-b69fb093-e214-422c-9481-6386007305c2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:18.028318 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e20b1ac4-94f5-4da6-a8f1-a5d3e436dc4b req-b69fb093-e214-422c-9481-6386007305c2 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0875952
Dec 09 18:48:18.083961 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e20b1ac4-94f5-4da6-a8f1-a5d3e436dc4b req-b8eba9f7-ac02-47b6-ac19-53626214e6c1 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490918
Dec 09 18:48:18.093648 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d14bc346-1df5-4e84-8be3-89eebfe4fafd req-feb4882a-492d-41fb-9810-4b6b351d036f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716341
Dec 09 18:48:18.182565 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:18.189266 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-52e01907-0a94-4b12-a588-21d92b347708 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:18.204334 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['9b76e5e5-75bd-472c-b99f-06976dc84537'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:48:18.237680 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Pushing event deleted for resources: {'Port': ['ID=9b76e5e5-75bd-472c-b99f-06976dc84537,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:18.241140 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:18.328977 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] No DVR routers for this DVR port 9b76e5e5-75bd-472c-b99f-06976dc84537 on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:48:18.331664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:18.335214 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2396049b-f665-4809-b694-4cc222441853', 'name': 'network-vif-deleted', 'tag': '9b76e5e5-75bd-472c-b99f-06976dc84537'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:18.342649 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-eb8cd09c-9024-4b0f-a53a-da1d9d70d8a6 req-f185010e-8e20-4a36-b24a-a52ba75e1449 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2396049b-f665-4809-b694-4cc222441853 HTTP/1.1" status: 200  len: 210 time: 0.0504136
Dec 09 18:48:18.351451 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-50c146bd-989c-4afc-a268-535f28d5b09a req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] 10.222.0.45 "DELETE /v2.0/ports/9b76e5e5-75bd-472c-b99f-06976dc84537 HTTP/1.1" status: 204  len: 173 time: 0.9483929
Dec 09 18:48:18.396069 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2396049b-f665-4809-b694-4cc222441853', 'name': 'network-vif-deleted', 'tag': '9b76e5e5-75bd-472c-b99f-06976dc84537', 'status': 'completed', 'code': 200}
Dec 09 18:48:19.283228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25088d6-7cb7-4de9-b6bc-02e4851774d5 req-77924c2f-4a2c-44f3-b6c5-80f15f26ef1f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:19.284852 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c25088d6-7cb7-4de9-b6bc-02e4851774d5 req-77924c2f-4a2c-44f3-b6c5-80f15f26ef1f tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0810206
Dec 09 18:48:19.329078 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c25088d6-7cb7-4de9-b6bc-02e4851774d5 req-dedb647d-7c74-40db-ab5b-0db58435978c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378435
Dec 09 18:48:20.434356 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2731-b28c-42d9-9251-d804b2243be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:20.520723 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87004-aca0-48e5-8b6b-dc45d5212e77 req-93560613-1fa7-41a7-87ea-ebca445e3b6b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:20.525657 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-35f87004-aca0-48e5-8b6b-dc45d5212e77 req-93560613-1fa7-41a7-87ea-ebca445e3b6b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0911453
Dec 09 18:48:20.570988 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-35f87004-aca0-48e5-8b6b-dc45d5212e77 req-08805d71-dfb8-4b84-a3b2-6c841f9ede64 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397537
Dec 09 18:48:21.258065 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:21.754279 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a9acc-e81b-4214-94cf-05742d3c49e2 req-bcd18c0a-e089-4601-9617-4c88a3e33096 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:21.755760 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-382a9acc-e81b-4214-94cf-05742d3c49e2 req-bcd18c0a-e089-4601-9617-4c88a3e33096 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0803747
Dec 09 18:48:21.798171 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-382a9acc-e81b-4214-94cf-05742d3c49e2 req-438c15f1-1e2f-4b36-9fad-18da012998fe tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368686
Dec 09 18:48:22.078097 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9b76e5e5-75bd-472c-b99f-06976dc84537 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:48:22.112696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 9b76e5e5-75bd-472c-b99f-06976dc84537 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:48:22.113086 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9b76e5e5-75bd-472c-b99f-06976dc84537 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:48:22.984369 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30941710-63d0-4d6b-9a9e-ae103e3d3e85 req-dfe7b002-eaa2-410d-a895-9e8772f598aa tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:22.985836 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-30941710-63d0-4d6b-9a9e-ae103e3d3e85 req-dfe7b002-eaa2-410d-a895-9e8772f598aa tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0811396
Dec 09 18:48:23.033498 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-8260d8e3-59e3-4ca6-87d8-4b1a14c8cbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:23.035973 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-30941710-63d0-4d6b-9a9e-ae103e3d3e85 req-0de453c4-d752-4d9f-9ec9-b2d54874e49b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/security-groups?id=68c8cbbf-5285-4af7-b298-2426bd11691a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428588
Dec 09 18:48:23.492474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-caaeaa25-37cc-4b79-8402-bf51fab46136 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:23.493933 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-caaeaa25-37cc-4b79-8402-bf51fab46136 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 945 time: 0.0814667
Dec 09 18:48:23.562506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Deleting port e4b7ae0f-153b-43e4-86e0-690361b9e858 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:48:23.562853 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:23.806517 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] For port e4b7ae0f-153b-43e4-86e0-690361b9e858, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=e4b7ae0f-153b-43e4-86e0-690361b9e858,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:23.806878 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:23.929226 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Calling delete_port for e4b7ae0f-153b-43e4-86e0-690361b9e858 owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:48:24.074123 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:24.080511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:24.125261 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Pushing event deleted for resources: {'Port': ['ID=e4b7ae0f-153b-43e4-86e0-690361b9e858,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:24.128282 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:24.190275 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:24.244205 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] No DVR routers for this DVR port e4b7ae0f-153b-43e4-86e0-690361b9e858 on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:48:24.246925 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:24.251694 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a193f6d5-a12b-441c-8172-7f2ef232c41a req-a7ad5386-3498-473b-93bc-fa6f9d03be22 tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 210 time: 0.0945239
Dec 09 18:48:24.253449 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44907701-939b-4927-9698-fa915913ccad', 'name': 'network-vif-deleted', 'tag': 'e4b7ae0f-153b-43e4-86e0-690361b9e858'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:24.269862 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e7ae64cf-a402-4029-ad55-de29cbd7c407 req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.45 "DELETE /v2.0/ports/e4b7ae0f-153b-43e4-86e0-690361b9e858 HTTP/1.1" status: 204  len: 173 time: 0.7694831
Dec 09 18:48:24.302149 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44907701-939b-4927-9698-fa915913ccad', 'name': 'network-vif-deleted', 'tag': 'e4b7ae0f-153b-43e4-86e0-690361b9e858', 'status': 'completed', 'code': 200}
Dec 09 18:48:25.399836 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-43c275e5-805a-4cf5-b9b4-bae22d2586d9 req-b8db1715-eac6-41aa-8dd6-e9cb15ae953a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Synchronizing usage tracker for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:25.414894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-43c275e5-805a-4cf5-b9b4-bae22d2586d9 req-b8db1715-eac6-41aa-8dd6-e9cb15ae953a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Unset dirty status for tenant:e9b56441fdd74fcc97d0521480db3915 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:25.416778 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-43c275e5-805a-4cf5-b9b4-bae22d2586d9 req-b8db1715-eac6-41aa-8dd6-e9cb15ae953a tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 210 time: 0.0590575
Dec 09 18:48:25.940970 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:26.272698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['e4b7ae0f-153b-43e4-86e0-690361b9e858'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:48:26.325003 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:26.579053 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c3e75a0f-fe1c-478f-af35-46470d184a59 req-4393c92b-3f0c-4251-98dc-207167b4b05d tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] 10.222.0.32 "GET /v2.0/ports?device_id=44907701-939b-4927-9698-fa915913ccad HTTP/1.1" status: 200  len: 210 time: 0.0452662
Dec 09 18:48:26.712708 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:48:27.701167 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40604) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:28.427549 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:29.012705 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Deleting port e078cb92-dd04-4b31-90ec-cdbe5a01cc49 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:48:29.013266 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:29.196920 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] For port e078cb92-dd04-4b31-90ec-cdbe5a01cc49, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,segment=NetworkSegment(73c80a6d-9dd9-416b-9d78-9be3fbb8a062),segment_id=73c80a6d-9dd9-416b-9d78-9be3fbb8a062)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:29.197271 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:29.328443 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Calling delete_port for e078cb92-dd04-4b31-90ec-cdbe5a01cc49 owned by network:router_interface {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:48:29.799789 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:29.807526 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a11b92f6-b4bc-47e9-bdea-860eb5e4806e tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:29.914855 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e078cb92-dd04-4b31-90ec-cdbe5a01cc49,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:29.922665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:30.239578 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:30.292973 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device e4b7ae0f-153b-43e4-86e0-690361b9e858 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:48:30.329549 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: e4b7ae0f-153b-43e4-86e0-690361b9e858 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:48:30.330237 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device e4b7ae0f-153b-43e4-86e0-690361b9e858 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:48:30.651748 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Router 9ed17340-7baa-44ea-9acc-64333cf26212 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:48:30.855278 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:48:30.871173 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] Sync routers for ids ['9ed17340-7baa-44ea-9acc-64333cf26212'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:48:30.878751 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ed17340-7baa-44ea-9acc-64333cf26212/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1745319
Dec 09 18:48:30.881770 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40642) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:30.905841 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] Routers {'9ed17340-7baa-44ea-9acc-64333cf26212'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:48:30.906513 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd844e80>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['9ed17340-7baa-44ea-9acc-64333cf26212'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:31.104568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:31.118172 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] Set router 9ed17340-7baa-44ea-9acc-64333cf26212 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:48:31.383652 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:31.401246 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Deleting port 533ffcdf-8bf9-4865-b4c8-6729a0213a82 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:48:31.401659 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:31.537605 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd844e80>, [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:48:29Z', 'revision_number': 5, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port': {'id': '533ffcdf-8bf9-4865-b4c8-6729a0213a82', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:00Z', 'updated_at': '2021-12-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:31.543240 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] Checking router: 9ed17340-7baa-44ea-9acc-64333cf26212 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:48:31.556345 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] Routers {'9ed17340-7baa-44ea-9acc-64333cf26212'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:48:31.557209 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd844e80>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['9ed17340-7baa-44ea-9acc-64333cf26212'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:31.688458 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] For port 533ffcdf-8bf9-4865-b4c8-6729a0213a82, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=533ffcdf-8bf9-4865-b4c8-6729a0213a82,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:31.688816 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:31.744526 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] Set router 9ed17340-7baa-44ea-9acc-64333cf26212 gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:48:31.886397 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd844e80>, [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:48:31Z', 'revision_number': 6, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:31.893669 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Calling delete_port for 533ffcdf-8bf9-4865-b4c8-6729a0213a82 owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:48:31.901476 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64489b36-d379-4751-8b8c-46ced18dd10d None None] The sync data for ids ['9ed17340-7baa-44ea-9acc-64333cf26212'] in dv-cinder-819346-1-iscsi is: [{'id': '9ed17340-7baa-44ea-9acc-64333cf26212', 'name': 'tempest-ServerRescueNegativeTestJSON-2099046773-router', 'tenant_id': 'e9b56441fdd74fcc97d0521480db3915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:59Z', 'updated_at': '2021-12-09T18:48:31Z', 'revision_number': 6, 'project_id': 'e9b56441fdd74fcc97d0521480db3915', 'gw_port_host': None}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:48:32.328647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.336232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1af4450e-3c48-4bcc-aa9e-65d418b1aca6 tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:32.418517 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=533ffcdf-8bf9-4865-b4c8-6729a0213a82,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:32.421163 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:32.492897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.674497 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.678200 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.799639 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.802560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed17340-7baa-44ea-9acc-64333cf26212 {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 18:48:32.833700 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.837737 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9ed17340-7baa-44ea-9acc-64333cf26212 HTTP/1.1" status: 204  len: 168 time: 1.9548252
Dec 09 18:48:32.837903 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40680) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:32.923151 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Deleting subnet 0779cc41-6a4c-46bf-92f0-fc20592ecdf9 {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:48:32.928259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:32.995118 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.079541 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.188399 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.193507 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e9ccafa0-da42-468e-a122-9c12b9c62a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:33.272252 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0779cc41-6a4c-46bf-92f0-fc20592ecdf9,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:33.286264 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:33.287834 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.296231 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40708) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:33.301929 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0779cc41-6a4c-46bf-92f0-fc20592ecdf9 HTTP/1.1" status: 204  len: 168 time: 0.4620442
Dec 09 18:48:33.415564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.555134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.587382 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc835790>,) {'filters': {'network_id': ['f4facadc-c361-422e-9e96-62cfba4c380a']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:33.600715 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc835790>, '73c80a6d-9dd9-416b-9d78-9be3fbb8a062') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:33.601404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc835790>, '73c80a6d-9dd9-416b-9d78-9be3fbb8a062') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:33.613715 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.630162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.637181 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:48:33.637601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:48:33.651706 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:48:33.749984 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.754692 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-08dabe20-ca62-4c4f-acf7-648c108d5d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:33.773332 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:33.795514 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f4facadc-c361-422e-9e96-62cfba4c380a HTTP/1.1" status: 204  len: 168 time: 0.4944682
Dec 09 18:48:33.795514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4facadc-c361-422e-9e96-62cfba4c380a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:33.798962 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:33.844626 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 533ffcdf-8bf9-4865-b4c8-6729a0213a82 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:48:33.890823 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 533ffcdf-8bf9-4865-b4c8-6729a0213a82 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:48:33.891190 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 533ffcdf-8bf9-4865-b4c8-6729a0213a82 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:48:33.891625 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e078cb92-dd04-4b31-90ec-cdbe5a01cc49 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:48:33.944062 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: e078cb92-dd04-4b31-90ec-cdbe5a01cc49 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:48:33.944756 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e078cb92-dd04-4b31-90ec-cdbe5a01cc49 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:48:34.101268 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40732) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:34.157661 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a82e3a73-1118-476a-ac7e-43fa6b7fad0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9b56441fdd74fcc97d0521480db3915&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0541925
Dec 09 18:48:34.161402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40736) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:34.243110 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:34.271263 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:34.345749 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:34.350043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3c314d41-dc3f-4ee3-946f-799deb47930e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:34.364424 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8cbbf-5285-4af7-b298-2426bd11691a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:34.367075 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:34.376489 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:34.381341 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68c8cbbf-5285-4af7-b298-2426bd11691a HTTP/1.1" status: 204  len: 168 time: 0.2151070
Dec 09 18:48:35.277307 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40770) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:35.389463 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1532657617-network', 'tenant_id': 'd676635f7ea24c489d31190542cfe948'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:35.395693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:35.399624 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Usage tracker for resource:network and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:35.402811 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:35.409063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:35.420687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Made reservation on behalf of d676635f7ea24c489d31190542cfe948 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:48:35.423236 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.435732 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.453398 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:35.458421 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:35.461615 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:35.468103 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:35.561183 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.566252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.569759 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a67ca4d3-14a3-4613-ac43-a136e3ed4b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:35.609122 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:48:35.615893 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c35b6-dc44-4f77-92d0-3a53f75a63d4,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:35.620445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:35.626096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.626446 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Added segment 007ad54a-9be0-40ab-9b0a-4cbe59b022ce of type vlan for network b27908f8-67d9-455d-ad99-0128f9a49fb6
Dec 09 18:48:35.656404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.689568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.691339 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:35.691980 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:35.695835 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:35.887421 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Pushing event updated for resources: {'Network': ['ID=b27908f8-67d9-455d-ad99-0128f9a49fb6,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:35.891044 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:35.897107 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6182480
Dec 09 18:48:35.899677 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40778) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:35.902027 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:48:35.906389 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Request body: {'subnet': {'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1532657617-subnet', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:35.912623 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:35.916816 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Usage tracker for resource:subnet and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:35.919944 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:35.927070 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:35.939383 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Made reservation on behalf of d676635f7ea24c489d31190542cfe948 for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:48:35.943618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3083983'] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.195347 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3094575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3084029'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.201797 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:36.282996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Checking segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:48:36.283353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Network hostable DHCP agents. Network: b27908f8-67d9-455d-ad99-0128f9a49fb6, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:48:36.288323 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7507f6-ddeb-435b-a57e-a64f5c3a594d,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:36.291486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:36.309240 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:48:36.322500 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, b27908f8-67d9-455d-ad99-0128f9a49fb6) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:36.327940 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:36.328969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.333396 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccf06a-c30e-429d-9edf-b634001f1dbe None None] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:48:36.375196 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40782) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:36.382440 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:36.385978 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4849076
Dec 09 18:48:36.389034 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:36.394487 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Usage tracker for resource:router and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:36.398669 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:36.405012 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:36.416846 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.418238 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.447328 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.584537 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-b27908f8-67d9-455d-ad99-0128f9a49fb6', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:48:36.585533 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.765657 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Allocated IP 172.20.0.2 (b27908f8-67d9-455d-ad99-0128f9a49fb6/3e7507f6-ddeb-435b-a57e-a64f5c3a594d/fcbc2150-ccb3-4c7a-9736-b998bdcdcd94) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:48:36.962665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:36.996265 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.011546 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Transition to ACTIVE for port object fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:37.033192 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Transition to ACTIVE for port object fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:37.042458 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.046621 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:37.103512 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:37.106729 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:37.109638 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:48:37.245136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Attempting to bind port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:48:37.245850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Attempting to bind port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:48:37.246395 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Attempting to bind port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 on network b27908f8-67d9-455d-ad99-0128f9a49fb6 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:37.248930 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Pushing event updated for resources: {'Port': ['ID=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:37.258953 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:48:37.259631 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Checking segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:48:37.260211 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.260782 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Bound using segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:48:37.261445 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Bound port: fcbc2150-ccb3-4c7a-9736-b998bdcdcd94, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:48:37.262009 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.271612 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.272187 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.272702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.273207 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.273713 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.274218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.274698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.275189 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.275776 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.276044 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.276530 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.276865 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:37.281636 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:37.368836 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] For port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:48:37.376256 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] For port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:48:37.383344 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.404686 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e083d977-22fe-4a3a-bc78-3c5c8171297d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:37.407319 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.442671 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.535845 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Pushing event updated for resources: {'Port': ['ID=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:37.539061 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:37.677263 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Allocated IP 172.27.3.116 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/0de4513b-2c5b-4358-a2e7-c298e66aca2d) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:48:37.924124 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.963325 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:37.984729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:37.993887 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-887cddbe-2ccb-43cc-83ae-7e7b43128a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:38.074465 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:38.084418 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:38.087523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:48:38.100687 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:38.145552 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Pushing event updated for resources: {'Port': ['ID=0de4513b-2c5b-4358-a2e7-c298e66aca2d,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:38.149171 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:38.718531 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:38.756506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42088b15-9812-4ba8-bc46-aecf23c8efe2 None None] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:48:38.861171 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Provisioning for port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:38.870674 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Provisioning complete for port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:38.871332 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:39.121900 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:39.141113 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:39.254469 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] For port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:39.268267 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:39.273110 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-b066e13d-3581-46ee-86e7-cecfebdd3bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:39.359912 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Pushing event updated for resources: {'Port': ['ID=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:39.363378 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:39.403582 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:48:39.610806 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0d9f2f21-c325-4174-b735-1d895ad69792 None None] Provisioning complete for port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:39.611195 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2f21-c325-4174-b735-1d895ad69792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:39.625457 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:48:39.651175 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:48:39.652598 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:39.657172 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ce9a2ded-6b14-4b92-b9fc-5446f08e1051 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2772665
Dec 09 18:48:39.657172 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40798) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:39.680433 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:48:39.681123 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cddbec10>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:39.933696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:39.991066 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:48:40.263198 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:40.264080 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:40.493944 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cddbec10>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:38Z', 'revision_number': 3, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:40.498258 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:48:40.498719 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Updating router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 port 0de4513b-2c5b-4358-a2e7-c298e66aca2d binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:48:40.597789 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:40.744240 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:40.984867 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Allocated IP 172.20.0.1 (b27908f8-67d9-455d-ad99-0128f9a49fb6/3e7507f6-ddeb-435b-a57e-a64f5c3a594d/cc4dd069-b853-4662-a33e-128b805daa6e) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:48:41.041801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.057399 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Transition to ACTIVE for port object 0de4513b-2c5b-4358-a2e7-c298e66aca2d will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:41.066274 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.071954 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0c26b454-26d0-4f6e-831a-3525bb16d4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:41.156616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Attempting to bind port 0de4513b-2c5b-4358-a2e7-c298e66aca2d on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:48:41.157126 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Attempting to bind port 0de4513b-2c5b-4358-a2e7-c298e66aca2d by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:48:41.157571 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Attempting to bind port 0de4513b-2c5b-4358-a2e7-c298e66aca2d on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:41.169164 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:48:41.169576 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:48:41.169988 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.170391 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:48:41.170860 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Bound port: 0de4513b-2c5b-4358-a2e7-c298e66aca2d, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:48:41.171240 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.173023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.198870 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Transition to ACTIVE for port object cc4dd069-b853-4662-a33e-128b805daa6e will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:41.202319 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6064cf-94db-4372-8d95-2aa74d56a8c0 None None] Pushing event updated for resources: {'Port': ['ID=0de4513b-2c5b-4358-a2e7-c298e66aca2d,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:41.213129 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-8b6064cf-94db-4372-8d95-2aa74d56a8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:41.232232 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.236834 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c3a749e6-0e64-4cae-9a1e-b3c08e2e0bd8 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:41.259902 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] For port 0de4513b-2c5b-4358-a2e7-c298e66aca2d, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:48:41.263438 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] For port 0de4513b-2c5b-4358-a2e7-c298e66aca2d, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0de4513b-2c5b-4358-a2e7-c298e66aca2d,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:48:41.270277 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.276569 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:41.302028 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:41.305524 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:41.309409 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:48:41.381846 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6064cf-94db-4372-8d95-2aa74d56a8c0 None None] Pushing event updated for resources: {'Port': ['ID=0de4513b-2c5b-4358-a2e7-c298e66aca2d,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:41.382109 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4dd069-b853-4662-a33e-128b805daa6e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:41.389948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:41.391418 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-8b6064cf-94db-4372-8d95-2aa74d56a8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:41.395205 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:48:41.396082 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cddbec10>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:41.402728 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.724850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:48:41.794079 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.851488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0d308409-f81b-4c4c-8ded-8510eb78fcfa None None] Provisioning for port cc4dd069-b853-4662-a33e-128b805daa6e completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:41.871828 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0d308409-f81b-4c4c-8ded-8510eb78fcfa None None] Provisioning complete for port cc4dd069-b853-4662-a33e-128b805daa6e triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:41.872105 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0d308409-f81b-4c4c-8ded-8510eb78fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:41.998007 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0d308409-f81b-4c4c-8ded-8510eb78fcfa None None] Port cc4dd069-b853-4662-a33e-128b805daa6e cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:48:42.103228 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:42.106170 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cddbec10>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:38Z', 'revision_number': 3, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:42.107902 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:42.113551 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a4d16-c068-426b-8d41-5433caa11e4e None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:38Z', 'revision_number': 3, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:48:42.135907 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:42.219273 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:42.223688 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4dd069-b853-4662-a33e-128b805daa6e,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:42.226718 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:42.402909 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:42.404046 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:42.829224 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-be669e32-08ee-4490-9db9-210412464d2a None None] Provisioning complete for port cc4dd069-b853-4662-a33e-128b805daa6e triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:42.829865 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-be669e32-08ee-4490-9db9-210412464d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:42.856181 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:48:42.950233 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-be669e32-08ee-4490-9db9-210412464d2a None None] Port cc4dd069-b853-4662-a33e-128b805daa6e cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:48:43.108312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:48:43.124116 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] 10.222.0.32 "PUT /v2.0/routers/94edb6a2-2f05-43c6-8cb3-b00b843e39c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4654768
Dec 09 18:48:43.753763 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40820) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:43.759550 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128495705', 'description': 'tempest-description--502477346'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:43.772357 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:43.786265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:43.794205 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:43.807346 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:43.836567 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:43.892891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:43.904847 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:43.906019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0de4513b-2c5b-4358-a2e7-c298e66aca2d up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:43.908483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:43.928148 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:44.004028 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 0de4513b-2c5b-4358-a2e7-c298e66aca2d completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:44.013679 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 0de4513b-2c5b-4358-a2e7-c298e66aca2d triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:44.014084 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.037343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.042176 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.047782 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-dde47333-ef5c-4701-a10c-16ca9f865706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:44.092729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:44.095408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.096700 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3418839
Dec 09 18:48:44.097749 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:44.100236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40824) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:44.114533 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'security_group_rule': {'security_group_id': '75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:44.122197 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:44.126842 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:44.130624 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:44.150624 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:44.181991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.197495 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.202630 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:48:44.233562 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:48:44.234199 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ce611f40>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:44.241919 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 0de4513b-2c5b-4358-a2e7-c298e66aca2d, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0de4513b-2c5b-4358-a2e7-c298e66aca2d,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:44.248676 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.251547 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:44.270234 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.282350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.285102 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-763ee2fc-bd36-4a4d-a15a-fb24d595de1b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:44.335202 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.336131 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=0de4513b-2c5b-4358-a2e7-c298e66aca2d,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:44.339473 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2352445
Dec 09 18:48:44.339473 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea7d353-1391-410c-95c4-cc776ef7543a,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:44.340344 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40828) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:44.345964 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:44.349936 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'security_group_rule': {'security_group_id': '75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:44.356491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-75f4142a-1a3f-4b48-8dae-190e675e7a30 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:44.357560 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:44.362301 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:44.365811 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:44.372708 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:44.395905 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.467927 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:48:44.480443 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.485420 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.488001 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:44.514790 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2590860c-7aad-43ad-b73b-230038d8dbfd,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:44.517603 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:44.527057 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.528541 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1867328
Dec 09 18:48:44.531730 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40832) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:44.538466 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:44.545014 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:44.555791 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:floatingip and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:44.559393 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:44.565933 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:44.577554 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.730135 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:44.892722 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Allocated IP 172.27.3.131 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/0b1800cf-5909-450f-b54b-07333dfcd685) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:48:44.932431 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ce611f40>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 2, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:44.938317 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:48:44.938813 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Updating router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 port cc4dd069-b853-4662-a33e-128b805daa6e binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:48:45.037630 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.095418 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.136425 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.141325 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7ae17508-d3b5-4712-a16f-ce216e55f03b tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:45.209599 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:45.213436 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:45.216005 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:48:45.262681 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'Port': ['ID=0b1800cf-5909-450f-b54b-07333dfcd685,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:45.266080 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:45.316313 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.387398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.577311 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.592127 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Transition to ACTIVE for port object cc4dd069-b853-4662-a33e-128b805daa6e will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:45.601661 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.607093 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:45.652657 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.660207 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.671467 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3da3dcf8-56e7-41a8-8af8-3547a3cacb95 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:45.745932 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'Port': ['ID=0b1800cf-5909-450f-b54b-07333dfcd685,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:45.789420 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Pushing event updated for resources: {'Port': ['ID=cc4dd069-b853-4662-a33e-128b805daa6e,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:45.812801 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.819498 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:45.849310 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.850990 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3179712
Dec 09 18:48:45.875177 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.875872 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.875872 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.876186 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.876519 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.876847 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.877317 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.884869 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.886031 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.886567 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.887439 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.887980 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:48:45.902664 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:45.935748 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Attempting to bind port cc4dd069-b853-4662-a33e-128b805daa6e on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:48:45.936667 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Attempting to bind port cc4dd069-b853-4662-a33e-128b805daa6e by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:48:45.937121 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Attempting to bind port cc4dd069-b853-4662-a33e-128b805daa6e on network b27908f8-67d9-455d-ad99-0128f9a49fb6 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:45.947884 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:48:45.948495 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Checking segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:48:45.948915 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:45.949382 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Bound using segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:48:45.949863 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Bound port: cc4dd069-b853-4662-a33e-128b805daa6e, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:48:45.950256 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:46.015879 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0de4513b-2c5b-4358-a2e7-c298e66aca2d up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:46.087529 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] For port cc4dd069-b853-4662-a33e-128b805daa6e, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:48:46.091888 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] For port cc4dd069-b853-4662-a33e-128b805daa6e, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=cc4dd069-b853-4662-a33e-128b805daa6e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:48:46.100367 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:46.106411 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:46.197477 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:48:46.198270 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ce611f40>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:46.262411 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 0de4513b-2c5b-4358-a2e7-c298e66aca2d triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:46.262794 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:46.408180 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Pushing event updated for resources: {'Port': ['ID=cc4dd069-b853-4662-a33e-128b805daa6e,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:46.414325 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:46.447721 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:48:46.821154 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ce611f40>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:46Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:46.825612 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d81b-ac36-4ebe-bb0a-6ce741480244 None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:46Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:48:47.886482 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device cc4dd069-b853-4662-a33e-128b805daa6e up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:48.036660 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port cc4dd069-b853-4662-a33e-128b805daa6e completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:48.042920 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port cc4dd069-b853-4662-a33e-128b805daa6e triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:48.043429 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:48.185967 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:48.231129 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port cc4dd069-b853-4662-a33e-128b805daa6e, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=cc4dd069-b853-4662-a33e-128b805daa6e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:48.237438 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:48.246772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:48.357550 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=cc4dd069-b853-4662-a33e-128b805daa6e,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:48.361668 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:49.065484 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-1679b32a-5ade-42b8-a71f-e38d0ee6c3c2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:49.083664 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-1679b32a-5ade-42b8-a71f-e38d0ee6c3c2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:49.085037 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-1679b32a-5ade-42b8-a71f-e38d0ee6c3c2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--128495705&fields=id&tenant_id=d676635f7ea24c489d31190542cfe948 HTTP/1.1" status: 200  len: 267 time: 0.1666586
Dec 09 18:48:49.239000 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-30237335-ae73-4d84-b1af-689a5dc10f5b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:49.240462 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-30237335-ae73-4d84-b1af-689a5dc10f5b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 811 time: 0.1488957
Dec 09 18:48:49.255032 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e7dfa8a5-a7d8-420f-8527-d545131c5d34 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/quotas/d676635f7ea24c489d31190542cfe948 HTTP/1.1" status: 200  len: 375 time: 0.0092087
Dec 09 18:48:49.336948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-969a1acf-6fde-486c-a7b8-7f4f04daa0b9 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:49.354973 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-969a1acf-6fde-486c-a7b8-7f4f04daa0b9 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:49.356339 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-969a1acf-6fde-486c-a7b8-7f4f04daa0b9 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0966010
Dec 09 18:48:49.492995 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-65cc4915-e9fc-4592-bf90-653b823732f0 service neutron] 10.222.0.32 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242990
Dec 09 18:48:49.624422 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-45343e52-03fb-48d5-a2d6-785a3ec24b44 service neutron] 10.222.0.32 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255143
Dec 09 18:48:49.809489 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-417efbb0-06cd-4bad-a677-3d356513af56 req-e5bf9ed2-0b36-468f-b0e5-b2405e5721aa tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 210 time: 0.0428400
Dec 09 18:48:49.839592 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device cc4dd069-b853-4662-a33e-128b805daa6e up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:49.923407 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port cc4dd069-b853-4662-a33e-128b805daa6e triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:49.923794 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:50.444000 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-51fe0744-8808-462b-bce7-547cc8ef3bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.005881 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d88e9eb4-56ee-4579-9c53-b55545798230 req-90d3c435-e76a-45f6-bd2b-4a2092eee67e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 210 time: 0.0617876
Dec 09 18:48:51.045728 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-1223ff89-a799-4b3a-b075-81a5cf0b479e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:51.047144 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-1223ff89-a799-4b3a-b075-81a5cf0b479e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 811 time: 0.2132931
Dec 09 18:48:51.098593 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-f7e754fe-e4e9-4259-b7fd-0979a09a6006 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d676635f7ea24c489d31190542cfe948 HTTP/1.1" status: 200  len: 379 time: 0.0413897
Dec 09 18:48:51.108228 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'port': {'device_id': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'admin_state_up': True, 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'security_groups': ['75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374']}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:51.240780 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:51.250778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:51.262318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Made reservation on behalf of d676635f7ea24c489d31190542cfe948 for: {'port': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:48:51.263414 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.266181 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.428710 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Allocated IP 172.20.0.4 (b27908f8-67d9-455d-ad99-0128f9a49fb6/3e7507f6-ddeb-435b-a57e-a64f5c3a594d/87598ee1-528e-446a-b23a-15342f8ea99e) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:48:51.615380 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.631882 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Transition to ACTIVE for port object 87598ee1-528e-446a-b23a-15342f8ea99e will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:51.655012 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.661785 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:51.717554 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:48:51.724984 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:48:51.727922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:48:51.783195 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'Port': ['ID=87598ee1-528e-446a-b23a-15342f8ea99e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:51.786798 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:51.811295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:51.811934 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.841311 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7367771
Dec 09 18:48:51.846979 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40968) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:51.899355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Request body: {'port': {'device_id': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:48:51.957730 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Deleting subnet b5909036-3ee2-45bc-aff6-5f7c21d5a63f {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:48:51.964519 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:51.997372 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-95d72b35-dd74-47b4-98a0-7d94fef0ba02 None None] Provisioning for port 87598ee1-528e-446a-b23a-15342f8ea99e completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:52.002955 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-95d72b35-dd74-47b4-98a0-7d94fef0ba02 None None] Provisioning complete for port 87598ee1-528e-446a-b23a-15342f8ea99e triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:52.003740 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-95d72b35-dd74-47b4-98a0-7d94fef0ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.063098 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.069532 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-95d72b35-dd74-47b4-98a0-7d94fef0ba02 None None] Port 87598ee1-528e-446a-b23a-15342f8ea99e cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:48:52.200944 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8349c-cc71-4c60-bff4-016cf30e801f req-d6feeb48-88e3-41f4-9c59-47f7c9eb4fe8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:52.202454 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-23d8349c-cc71-4c60-bff4-016cf30e801f req-d6feeb48-88e3-41f4-9c59-47f7c9eb4fe8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 931 time: 0.0880220
Dec 09 18:48:52.209011 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.247047 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-23d8349c-cc71-4c60-bff4-016cf30e801f req-17fc50e7-6991-4eb8-87b0-f65222f71b1a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:52.258680 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-23d8349c-cc71-4c60-bff4-016cf30e801f req-17fc50e7-6991-4eb8-87b0-f65222f71b1a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:52.259807 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-23d8349c-cc71-4c60-bff4-016cf30e801f req-17fc50e7-6991-4eb8-87b0-f65222f71b1a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509746
Dec 09 18:48:52.272936 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.432468 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.485173 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-458827c6-4e6f-49a3-9235-3fe7dca669b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:52.528150 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5909036-3ee2-45bc-aff6-5f7c21d5a63f,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:52.532703 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:52.535932 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.547597 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3235ce76-b7af-40a7-a3ff-5d945e63d1c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5909036-3ee2-45bc-aff6-5f7c21d5a63f HTTP/1.1" status: 204  len: 168 time: 0.6995175
Dec 09 18:48:52.550152 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40974) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:52.657059 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.662807 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87598ee1-528e-446a-b23a-15342f8ea99e {{(pid=86868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:48:52.670909 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.684840 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Transition to ACTIVE for port object 87598ee1-528e-446a-b23a-15342f8ea99e will not be triggered until provisioned by entity L2. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:48:52.689076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.693871 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:52.786448 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.814186 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc610ac0>,) {'filters': {'network_id': ['51f949d4-4151-46ea-8b15-222ac21294b1']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:52.828057 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc610ac0>, '9192df9e-dad7-471a-8d4d-de70daae0b9e') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:52.828362 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc610ac0>, '9192df9e-dad7-471a-8d4d-de70daae0b9e') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:48:52.840873 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.852728 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=87598ee1-528e-446a-b23a-15342f8ea99e,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:52.860352 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:52.863651 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.871014 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:48:52.871419 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:48:52.885030 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:48:52.935404 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Attempting to bind port 87598ee1-528e-446a-b23a-15342f8ea99e on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:48:52.935870 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Attempting to bind port 87598ee1-528e-446a-b23a-15342f8ea99e by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:48:52.936211 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Attempting to bind port 87598ee1-528e-446a-b23a-15342f8ea99e on network b27908f8-67d9-455d-ad99-0128f9a49fb6 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:52.941293 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Port 87598ee1-528e-446a-b23a-15342f8ea99e on network b27908f8-67d9-455d-ad99-0128f9a49fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:48:52.941625 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Attempting to bind port 87598ee1-528e-446a-b23a-15342f8ea99e on network b27908f8-67d9-455d-ad99-0128f9a49fb6 {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:48:52.947010 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:48:52.947609 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Checking segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:48:52.947729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Bound using segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} {{(pid=86868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:48:52.948128 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.managers [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Bound port: 87598ee1-528e-446a-b23a-15342f8ea99e, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}}] {{(pid=86868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:48:52.948584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.967034 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.972325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:52.985997 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:52.998100 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f949d4-4151-46ea-8b15-222ac21294b1,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:53.001339 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:53.007651 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-18e9c2bb-00a3-4beb-9be0-0c22e931de26 admin admin] 10.222.0.32 "DELETE /v2.0/networks/51f949d4-4151-46ea-8b15-222ac21294b1 HTTP/1.1" status: 204  len: 168 time: 0.4564314
Dec 09 18:48:53.039777 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-cfd7ae5b-ac94-4e1d-a3ce-d02d0c3f0e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.052162 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] For port 87598ee1-528e-446a-b23a-15342f8ea99e, host hv-cinder-81934, cleared binding levels {{(pid=86868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:48:53.055216 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] For port 87598ee1-528e-446a-b23a-15342f8ea99e, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=87598ee1-528e-446a-b23a-15342f8ea99e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:48:53.059480 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.063984 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-30421053-65c3-49a3-9086-cd860c59a335 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:53.124640 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:53.125255 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.126647 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] 10.222.0.45 "PUT /v2.0/ports/87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 1093 time: 1.2353237
Dec 09 18:48:53.127286 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:53.136517 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 40984) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:53.179838 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=87598ee1-528e-446a-b23a-15342f8ea99e,revision_number=3']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:53.216563 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e', 'status': 'completed', 'code': 200}
Dec 09 18:48:53.217343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:53.251288 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-bcfc2090-b7ae-43fb-8c33-e7c03b75fce3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9644475282f4d25b2c37eabcba1d3d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1134024
Dec 09 18:48:53.254984 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 40990) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:53.279264 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e582e003-3f96-4c1a-a182-062893688f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:53.280730 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-e582e003-3f96-4c1a-a182-062893688f91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1096 time: 0.1021595
Dec 09 18:48:53.325634 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.353320 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.363546 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-7c6a2ec2-612f-43c1-a278-7543c5cf8f20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 217 time: 0.0732758
Dec 09 18:48:53.431143 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-7ab534d3-42af-436c-8495-adbe25765b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:53.432261 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-7ab534d3-42af-436c-8495-adbe25765b36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0617027
Dec 09 18:48:53.463702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.467619 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f03c47e5-bbd2-4115-9ce9-0edbee27bb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:53.481614 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7a65-70e2-4407-926d-53e168a88d8e req-0259e535-a63c-46f1-8bd5-a85b75e9dc8a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:53.483162 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f88c7a65-70e2-4407-926d-53e168a88d8e req-0259e535-a63c-46f1-8bd5-a85b75e9dc8a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 943 time: 0.1078625
Dec 09 18:48:53.490727 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e554b1-b79f-4913-a6e8-64226d3193a4,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:53.495085 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:53.519004 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-619c3745-e682-4235-9882-793ceda2ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:53.520728 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-619c3745-e682-4235-9882-793ceda2ef52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784011
Dec 09 18:48:53.527822 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:53.528924 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9e554b1-b79f-4913-a6e8-64226d3193a4 HTTP/1.1" status: 204  len: 168 time: 0.2728837
Dec 09 18:48:53.540100 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f88c7a65-70e2-4407-926d-53e168a88d8e req-5b539853-0488-4e38-8929-1b8e3ffb1670 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473561
Dec 09 18:48:53.669878 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-ee670c65-b583-42a0-bb6e-bdf3c6d367fe service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376920
Dec 09 18:48:53.832773 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a14213e-0e94-4718-ab3c-b32dd867a43b req-b5ddec85-ecbd-4c06-81d3-5ef78725d963 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537371
Dec 09 18:48:53.964343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-70ae430e-243d-4900-b751-9d7c717f5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:53.965947 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-70ae430e-243d-4900-b751-9d7c717f5f91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1096 time: 0.0796483
Dec 09 18:48:54.193800 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:54.195735 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-3e27f4f2-2d85-492d-bdb4-62d94c4866dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:54.197248 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-3e27f4f2-2d85-492d-bdb4-62d94c4866dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.2241440
Dec 09 18:48:54.267063 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-23bd491d-5570-43a5-a881-90ab4a893ad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 217 time: 0.0614479
Dec 09 18:48:54.334997 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-173728c1-bdaf-4798-a4e6-d8d37e098977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:54.336449 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-173728c1-bdaf-4798-a4e6-d8d37e098977 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0626323
Dec 09 18:48:54.416229 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-b3543a91-2b93-4266-a3fc-6a665c0d0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:54.417729 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-b3543a91-2b93-4266-a3fc-6a665c0d0d05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705271
Dec 09 18:48:54.560009 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-ae788094-37ca-4d25-9717-ba981605a512 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330888
Dec 09 18:48:54.756527 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c72da9ca-d2d6-44e6-b930-410b98e6ea06 req-61d8eb55-9772-4d94-b72a-a8838023089c service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886780
Dec 09 18:48:54.776913 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5802a8-d1f6-49eb-a7c8-ab6b3643627e req-499a2f56-57df-4eb3-b207-48840f872ff2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:54.777626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-ab5802a8-d1f6-49eb-a7c8-ab6b3643627e req-499a2f56-57df-4eb3-b207-48840f872ff2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:48:54.793265 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-ab5802a8-d1f6-49eb-a7c8-ab6b3643627e req-499a2f56-57df-4eb3-b207-48840f872ff2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:48:54.794396 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ab5802a8-d1f6-49eb-a7c8-ab6b3643627e req-499a2f56-57df-4eb3-b207-48840f872ff2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 943 time: 0.1326303
Dec 09 18:48:54.841658 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ab5802a8-d1f6-49eb-a7c8-ab6b3643627e req-5f80119f-dc69-401b-9fc0-fff2e7579d09 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401344
Dec 09 18:48:55.943019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:56.047903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988747-4db6-48e4-a6cb-8d4e3a9719ae req-bccd20d8-90b2-4615-ad95-5e8c60d907f3 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:56.049966 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d988747-4db6-48e4-a6cb-8d4e3a9719ae req-bccd20d8-90b2-4615-ad95-5e8c60d907f3 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 943 time: 0.0844331
Dec 09 18:48:56.094378 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2d988747-4db6-48e4-a6cb-8d4e3a9719ae req-68dbd2f2-15c1-4353-b542-b5257dc2898c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386298
Dec 09 18:48:56.278801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:56.415824 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 87598ee1-528e-446a-b23a-15342f8ea99e details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:48:56.545804 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 87598ee1-528e-446a-b23a-15342f8ea99e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=87598ee1-528e-446a-b23a-15342f8ea99e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:56.559049 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '87598ee1-528e-446a-b23a-15342f8ea99e', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'port_id': '87598ee1-528e-446a-b23a-15342f8ea99e', 'mac_address': 'fa:16:3e:08:b4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:48:56.618778 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:56.634814 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87598ee1-528e-446a-b23a-15342f8ea99e {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:48:56.649689 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 87598ee1-528e-446a-b23a-15342f8ea99e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=87598ee1-528e-446a-b23a-15342f8ea99e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:56.653744 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:56.655432 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:56.719985 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=87598ee1-528e-446a-b23a-15342f8ea99e,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:56.723559 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:56.896314 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['87598ee1-528e-446a-b23a-15342f8ea99e'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:48:57.288656 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11368-2ecb-423e-ad96-56eae4883f81 req-bbca8d4d-232d-477d-bf1b-3189774e1b61 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:57.290023 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8fd11368-2ecb-423e-ad96-56eae4883f81 req-bbca8d4d-232d-477d-bf1b-3189774e1b61 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 944 time: 0.0857663
Dec 09 18:48:57.334740 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8fd11368-2ecb-423e-ad96-56eae4883f81 req-0ddda4f1-e894-43c8-be7b-4bd8c409e9c2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390177
Dec 09 18:48:58.427903 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 87598ee1-528e-446a-b23a-15342f8ea99e up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:48:58.499133 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 87598ee1-528e-446a-b23a-15342f8ea99e completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:48:58.505126 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 87598ee1-528e-446a-b23a-15342f8ea99e triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:48:58.505614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:58.524867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce84f-99b9-46e1-b84a-e8661e3ca7e2 req-9d2f2603-667d-4f91-bc1a-8a386e647a8e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:58.526513 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-54dce84f-99b9-46e1-b84a-e8661e3ca7e2 req-9d2f2603-667d-4f91-bc1a-8a386e647a8e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 944 time: 0.0838578
Dec 09 18:48:58.587594 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-54dce84f-99b9-46e1-b84a-e8661e3ca7e2 req-0e7a1f74-0f99-42db-a7e8-5bc294595ef5 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539823
Dec 09 18:48:58.650236 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:58.679312 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:48:58.690434 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 87598ee1-528e-446a-b23a-15342f8ea99e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=87598ee1-528e-446a-b23a-15342f8ea99e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:48:58.695622 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:58.697927 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:48:58.738556 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e', 'code': 200}
Dec 09 18:48:58.772047 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=87598ee1-528e-446a-b23a-15342f8ea99e,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:48:58.782514 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:48:58.981871 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb42f82-6482-4b4a-acd6-c0d415be88fa req-5bbbee8c-6b3d-46a3-8eca-9f3b22792a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:58.983350 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-dfb42f82-6482-4b4a-acd6-c0d415be88fa req-5bbbee8c-6b3d-46a3-8eca-9f3b22792a03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1098 time: 0.0786924
Dec 09 18:48:59.024207 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-dfb42f82-6482-4b4a-acd6-c0d415be88fa req-eadbe601-30e1-4823-af94-a18ec06c09ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338051
Dec 09 18:48:59.765269 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41054) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:48:59.779645 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e557c-92a8-4d0b-9414-f16d185258ea req-5ce7996e-05cf-40d0-a76e-6b284f807922 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:48:59.781098 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2c3e557c-92a8-4d0b-9414-f16d185258ea req-5ce7996e-05cf-40d0-a76e-6b284f807922 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0834515
Dec 09 18:48:59.825851 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2c3e557c-92a8-4d0b-9414-f16d185258ea req-9176b01b-e282-49c6-ab50-0db3fd6a62d4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381799
Dec 09 18:48:59.883698 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:59.898416 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:48:59.902238 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Usage tracker for resource:security_group_rule and tenant:636e674d8c14405682e55d2d4249598b is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:48:59.905022 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:48:59.911331 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:48:59.993250 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:48:59.997693 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:00.004839 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f5590003-b214-4fe0-8e2e-b36193361631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:00.047743 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0423f5d-955f-4941-b888-906e22c53ce5,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:00.052605 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=636e674d8c14405682e55d2d4249598b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2862856
Dec 09 18:49:00.053515 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:00.055373 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41060) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:00.117149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:00.145715 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:00.198863 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:00.203670 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7206dfe5-3ecf-4b6f-acf5-83255672ddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:00.215713 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0423f5d-955f-4941-b888-906e22c53ce5,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:00.218636 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:00.224297 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:00.225473 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2418b47c-1ade-416e-8244-97ba74af13a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0423f5d-955f-4941-b888-906e22c53ce5 HTTP/1.1" status: 204  len: 168 time: 0.1691537
Dec 09 18:49:01.020754 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8166973-bc75-4c40-bcc5-e2dbdb691813 req-d61fca5a-e20a-4ab0-8417-a3c1dec0f4ed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:01.022296 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d8166973-bc75-4c40-bcc5-e2dbdb691813 req-d61fca5a-e20a-4ab0-8417-a3c1dec0f4ed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0829599
Dec 09 18:49:01.068722 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d8166973-bc75-4c40-bcc5-e2dbdb691813 req-860d40c5-6fb9-4ef5-bf99-da48abbff00d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407894
Dec 09 18:49:01.269429 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14df13-515d-4c67-bbc8-7817214a2b99 req-03d3c51a-6a39-457f-ae4a-9206662cb76c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:01.270908 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3c14df13-515d-4c67-bbc8-7817214a2b99 req-03d3c51a-6a39-457f-ae4a-9206662cb76c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0890651
Dec 09 18:49:01.279647 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41084) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:01.285770 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'floatingip': {'port_id': '87598ee1-528e-446a-b23a-15342f8ea99e'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:01.361690 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:02.056734 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:02.061159 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:02.247815 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.l3_db [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Floating IP 9274a8ee-c253-4021-a17c-c1c307749bc1 associated. External IP: 172.27.3.131, port: 87598ee1-528e-446a-b23a-15342f8ea99e.
Dec 09 18:49:02.277240 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad323fbf-2ee7-4afe-9753-e17ae0998dd0 req-b9b317d6-780d-4796-a7eb-23edddd16236 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:02.278714 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ad323fbf-2ee7-4afe-9753-e17ae0998dd0 req-b9b317d6-780d-4796-a7eb-23edddd16236 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.0799789
Dec 09 18:49:02.326335 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ad323fbf-2ee7-4afe-9753-e17ae0998dd0 req-0644e039-6106-443c-9736-198033865427 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415084
Dec 09 18:49:02.598476 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:49:02.773494 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:49:02.778289 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:02.782781 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:49:02.792223 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:49:02.792847 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2704c0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:02.832639 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f7deb9d5-ef8e-4a67-8937-2be87cc2073d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "PUT /v2.0/floatingips/9274a8ee-c253-4021-a17c-c1c307749bc1 HTTP/1.1" status: 200  len: 991 time: 1.5518978
Dec 09 18:49:02.833252 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:49:02.878967 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e', 'status': 'completed', 'code': 200}
Dec 09 18:49:02.981996 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54506-5b72-470b-82ff-552653b78f46 req-f8514db5-9635-4526-890d-27b9b93c1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:02.983558 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-f8514db5-9635-4526-890d-27b9b93c1c0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1098 time: 0.0821168
Dec 09 18:49:03.009435 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:49:03.225665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54506-5b72-470b-82ff-552653b78f46 req-6a862f54-d5b6-4e49-b2f9-83d86b7a46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:03.227313 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-6a862f54-d5b6-4e49-b2f9-83d86b7a46b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.2361767
Dec 09 18:49:03.334039 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-fed28685-e216-43d2-a0d8-4463c109746a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 999 time: 0.0987453
Dec 09 18:49:03.359607 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2704c0>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '9274a8ee-c253-4021-a17c-c1c307749bc1', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'port_id': '87598ee1-528e-446a-b23a-15342f8ea99e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'mac_address': 'fa:16:3e:08:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:49:01Z', 'revision_number': 1, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:03.364620 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:49:03.373226 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:49:03.373872 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2704c0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:03.398676 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54506-5b72-470b-82ff-552653b78f46 req-bf819686-56e1-40ed-9b8c-489261114bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:03.400121 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-bf819686-56e1-40ed-9b8c-489261114bfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0576773
Dec 09 18:49:03.498218 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54506-5b72-470b-82ff-552653b78f46 req-bd9cf682-ea23-4e12-bb10-11cb02633a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:03.499810 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-bd9cf682-ea23-4e12-bb10-11cb02633a60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828719
Dec 09 18:49:03.564786 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:49:03.639436 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-415485e2-0675-4fe8-b23b-c157dd9fd2f4 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324029
Dec 09 18:49:03.652923 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f885c-c015-4bcc-9b4f-0a25f90dbe59 req-3618e7f5-c881-4ca4-a348-74fe12e5ddd9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:03.654405 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c12f885c-c015-4bcc-9b4f-0a25f90dbe59 req-3618e7f5-c881-4ca4-a348-74fe12e5ddd9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.2104051
Dec 09 18:49:03.714088 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:49:03.717627 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c12f885c-c015-4bcc-9b4f-0a25f90dbe59 req-a62e431f-7574-46a7-bb13-89ba80a7c803 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=711c217a-3967-4af7-bba0-f711d98e47fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548177
Dec 09 18:49:03.739256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-0fdc0bd6-1b90-49a3-9a8f-8b7fb046465f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:03.741316 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-0fdc0bd6-1b90-49a3-9a8f-8b7fb046465f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 946 time: 0.1330316
Dec 09 18:49:03.781212 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-05fdf400-bdc6-448c-b77e-1f803fa1e5af service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349728
Dec 09 18:49:03.818179 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Deleting port 2d4487a0-250f-418d-85c0-3f27e874b258 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:49:03.818519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:03.934943 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2704c0>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '9274a8ee-c253-4021-a17c-c1c307749bc1', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'port_id': '87598ee1-528e-446a-b23a-15342f8ea99e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'mac_address': 'fa:16:3e:08:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:49:01Z', 'revision_number': 1, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:03.939969 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82480e4e-7086-4759-a2ce-23a8ff87dae9 None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '9274a8ee-c253-4021-a17c-c1c307749bc1', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'port_id': '87598ee1-528e-446a-b23a-15342f8ea99e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'mac_address': 'fa:16:3e:08:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:48:45Z', 'updated_at': '2021-12-09T18:49:01Z', 'revision_number': 1, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:49:04.077043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] For port 2d4487a0-250f-418d-85c0-3f27e874b258, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=2d4487a0-250f-418d-85c0-3f27e874b258,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:49:04.077043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:04.137391 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717716f2-b887-48e0-ad50-915c75c2c639 None None] New status for floating IP 9274a8ee-c253-4021-a17c-c1c307749bc1: ACTIVE {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:49:04.368921 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:04.369209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:04.369553 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Floating IP 57326f69-a64f-4f90-a12c-6f82630b0c5c disassociated. External IP: 172.27.3.244, port: 2d4487a0-250f-418d-85c0-3f27e874b258.
Dec 09 18:49:04.369895 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Calling delete_port for 2d4487a0-250f-418d-85c0-3f27e874b258 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:49:04.515034 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:04.520872 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:04.565035 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event deleted for resources: {'Port': ['ID=2d4487a0-250f-418d-85c0-3f27e874b258,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:04.567957 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:04.755903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:49:04.931324 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1719a6c2-ae3b-4f34-8e4a-bbd132f50d92 req-eb01ca97-4046-407f-aaba-effe7b5c84ce tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=67fd253d-a341-4ea0-bb7e-cad2f821f936 HTTP/1.1" status: 200  len: 210 time: 0.0571744
Dec 09 18:49:04.981584 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:49:04.991563 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:49:05.000976 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:49:05.002558 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3752b0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:05.161012 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] No DVR routers for this DVR port 2d4487a0-250f-418d-85c0-3f27e874b258 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:49:05.165453 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:05.168667 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-deleted', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:49:05.202149 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5b486ee8-e4fa-4f35-b676-3b9b08ac08fd req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "DELETE /v2.0/ports/2d4487a0-250f-418d-85c0-3f27e874b258 HTTP/1.1" status: 204  len: 173 time: 1.4546602
Dec 09 18:49:05.204763 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:49:05.234172 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fd253d-a341-4ea0-bb7e-cad2f821f936', 'name': 'network-vif-deleted', 'tag': '2d4487a0-250f-418d-85c0-3f27e874b258', 'status': 'completed', 'code': 200}
Dec 09 18:49:05.566856 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3752b0>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:05.570647 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:49:05.578869 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:49:05.579496 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3752b0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:05.760788 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:49:06.068019 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41114) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:06.090383 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3752b0>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:06.094757 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7faef3e-550c-4178-8df0-d017a0cdb4fa None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:49:06.143196 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.173571 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.231872 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.238724 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d9611379-4e30-4b01-be4e-cd80238f79c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:06.253529 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c217a-3967-4af7-bba0-f711d98e47fe,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:06.263482 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.263856 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.264229 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.264637 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.265078 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.265482 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.265832 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.266187 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.266542 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.267065 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.267839 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.268168 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:06.271426 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:06.276999 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.278173 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "DELETE /v2.0/security-groups/711c217a-3967-4af7-bba0-f711d98e47fe HTTP/1.1" status: 204  len: 168 time: 0.2086191
Dec 09 18:49:06.280781 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41120) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:06.302264 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.api.v2.resource [None req-a18c5000-080c-404b-b01a-5028f43c31ce tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] show failed (client error): The resource could not be found.
Dec 09 18:49:06.307023 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a18c5000-080c-404b-b01a-5028f43c31ce tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups/711c217a-3967-4af7-bba0-f711d98e47fe HTTP/1.1" status: 404  len: 347 time: 0.0215285
Dec 09 18:49:06.307285 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41124) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:06.376142 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33bb829-c830-4971-9e3f-af3b032410ee None None] New status for floating IP 57326f69-a64f-4f90-a12c-6f82630b0c5c: DOWN {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:49:06.479560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Deleting port 3559be1a-79f1-4a2e-94d2-bb08e2bab033 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:49:06.479903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.664251 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.664650 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:06.789961 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Calling delete_port for 3559be1a-79f1-4a2e-94d2-bb08e2bab033 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:49:06.871748 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.db.api [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:49:06.872103 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_db.api [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:49:07.373005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Deleting port 3559be1a-79f1-4a2e-94d2-bb08e2bab033 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:49:07.373643 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:07.551005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:07.551332 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:07.671284 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Calling delete_port for 3559be1a-79f1-4a2e-94d2-bb08e2bab033 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:49:07.810142 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:07.813655 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:07.855873 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event deleted for resources: {'Port': ['ID=3559be1a-79f1-4a2e-94d2-bb08e2bab033,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:07.858959 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:07.948492 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:07.962810 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:07.963896 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "DELETE /v2.0/floatingips/57326f69-a64f-4f90-a12c-6f82630b0c5c HTTP/1.1" status: 204  len: 168 time: 1.6555457
Dec 09 18:49:08.433370 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41136) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:08.438522 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142158772', 'description': 'tempest-description--187779240'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:08.445237 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:49:08.449536 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:49:08.453328 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:49:08.459970 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:49:08.469842 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.488903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:49:08.492613 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:49:08.495402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:49:08.499171 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:49:08.501103 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:49:08.541685 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 2d4487a0-250f-418d-85c0-3f27e874b258 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:49:08.542131 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 2d4487a0-250f-418d-85c0-3f27e874b258 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:49:08.581712 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.585707 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.590902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f5ab7cec-7961-486e-a6c3-f5118e96eced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:08.631151 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efc9b5-087d-49d7-a784-3c22c81059c8,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:08.634880 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.636063 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2017002
Dec 09 18:49:08.639195 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41142) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:08.640570 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.640946 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.641336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.641703 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.642734 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.643101 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.643463 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.643817 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.644171 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.644524 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.644876 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.645226 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:49:08.646409 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'security_group_rule': {'security_group_id': 'b6efc9b5-087d-49d7-a784-3c22c81059c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:08.648613 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:08.656568 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:49:08.662056 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:49:08.665882 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:49:08.672043 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:49:08.688286 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.747093 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.750529 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.757705 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:08.779046 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341999d3-af03-4842-89db-9953839905e5,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:08.781681 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:08.789703 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.792764 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-15727f79-72ff-4428-a252-d7a52627c351 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1503363
Dec 09 18:49:08.793566 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41146) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:08.799247 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'security_group_rule': {'security_group_id': 'b6efc9b5-087d-49d7-a784-3c22c81059c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:08.804913 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:49:08.808720 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:security_group_rule and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:49:08.811705 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:49:08.818020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:49:08.834536 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.893945 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.897956 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.904463 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-77bfb1f0-89d7-42ba-88db-538c7bab175a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:08.924455 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a985f5de-8b8b-4592-9094-092b6abbf359,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:08.927895 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:08.936342 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:08.937599 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1430280
Dec 09 18:49:08.941329 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41150) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:08.946319 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:08.952014 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:49:08.956110 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Usage tracker for resource:floatingip and tenant:9494637575c140bf94659e849ef50bb2 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:49:08.958968 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:49:08.964820 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:49:08.974935 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.111424 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.247408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Allocated IP 172.27.3.58 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/55252394-d191-4308-bbc3-bac919983b66) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:49:09.393890 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.422337 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.426301 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:09.488089 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:49:09.490827 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:49:09.494679 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:49:09.533637 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'Port': ['ID=55252394-d191-4308-bbc3-bac919983b66,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:09.537658 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:09.577496 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.636274 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.847491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.851882 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:09.855416 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f8def5bd-6377-40fa-8811-5d6d850ddd6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:10.049514 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'Port': ['ID=55252394-d191-4308-bbc3-bac919983b66,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:10.053503 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:10.061575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:10.084242 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:10.085441 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1431742
Dec 09 18:49:10.301989 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-21577606-3e2c-49e6-9634-44e728310219 req-b4ad89ce-8590-4c49-a26f-ac5a4a1d829c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:49:10.317034 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-21577606-3e2c-49e6-9634-44e728310219 req-b4ad89ce-8590-4c49-a26f-ac5a4a1d829c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:49:10.318207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-b4ad89ce-8590-4c49-a26f-ac5a4a1d829c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2142158772&fields=id&tenant_id=9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 267 time: 0.0589263
Dec 09 18:49:10.478308 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-5b05c774-82e9-4724-bd9d-2599a30ce666 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:10.479739 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-5b05c774-82e9-4724-bd9d-2599a30ce666 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 817 time: 0.1548634
Dec 09 18:49:10.494595 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-7f5f1efe-f494-4fab-8e1b-5291b8a9eec9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/quotas/9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 375 time: 0.0094326
Dec 09 18:49:10.651223 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-21577606-3e2c-49e6-9634-44e728310219 req-17e3effa-293d-48d6-bff2-7a9de3e43ef9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:49:10.666619 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-21577606-3e2c-49e6-9634-44e728310219 req-17e3effa-293d-48d6-bff2-7a9de3e43ef9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:49:10.667866 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-17e3effa-293d-48d6-bff2-7a9de3e43ef9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1685658
Dec 09 18:49:10.804002 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-b154550a-77fe-4a39-b913-cfd0054e6564 service neutron] 10.222.0.32 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240339
Dec 09 18:49:10.940598 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-6ba5c70c-5f3a-4adc-bf39-9e2ca16af6d5 service neutron] 10.222.0.32 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301937
Dec 09 18:49:11.120323 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c78c43b-3251-4077-8bc8-68f5e96edc81 req-e4fa0546-e446-41d9-a311-e55d0c281471 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 210 time: 0.0440841
Dec 09 18:49:12.162313 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-6dff0862-7b08-4849-8d6b-d8e230676fb2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:12.163821 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-6dff0862-7b08-4849-8d6b-d8e230676fb2 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 817 time: 0.1544945
Dec 09 18:49:12.215387 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-75ed8c9c-9e21-413b-9bc9-0b49b1b39c4e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 380 time: 0.0423884
Dec 09 18:49:12.224757 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'port': {'device_id': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'admin_state_up': True, 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'security_groups': ['b6efc9b5-087d-49d7-a784-3c22c81059c8']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:12.276867 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c5ceb590-e956-4362-8613-fd025e62a7fb req-bdeeb253-eb43-4fbf-a563-4ed8c54eb8aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 210 time: 0.0439577
Dec 09 18:49:12.368930 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:49:12.379069 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:49:12.388697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Made reservation on behalf of 9494637575c140bf94659e849ef50bb2 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:49:12.392911 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:12.554005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Allocated IP 172.20.0.5 (51283e4c-c726-4193-af08-240e47994fce/27b61388-c18c-45b5-866c-d16cc6155437/56e2ec62-5fac-4fdf-a82a-c45e2d99a4de) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:49:12.736775 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:12.751779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Transition to ACTIVE for port object 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:49:12.775578 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:12.780836 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-562b5f24-6f2d-447b-8f78-340e97e4d51a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:12.847658 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Network 51283e4c-c726-4193-af08-240e47994fce is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:49:12.850971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:49:12.854779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:49:12.896094 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:12.900847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:12.923438 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:12.924074 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:12.953519 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7325613
Dec 09 18:49:12.965022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Request body: {'port': {'device_id': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:13.080497 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-20a076ad-2a3f-42ad-9d74-1ebe89564094 None None] Provisioning for port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:49:13.085654 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-20a076ad-2a3f-42ad-9d74-1ebe89564094 None None] Provisioning complete for port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:49:13.086045 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-20a076ad-2a3f-42ad-9d74-1ebe89564094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.091154 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.138981 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-20a076ad-2a3f-42ad-9d74-1ebe89564094 None None] Port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:49:13.428979 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:49:13.436703 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.451543 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Transition to ACTIVE for port object 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:49:13.457510 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.462068 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:13.469466 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae00d5-a59c-4cf2-bc24-4d99b17149f1 req-6139b11f-9e60-4b36-bfad-00db4325227f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:13.471506 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1bae00d5-a59c-4cf2-bc24-4d99b17149f1 req-6139b11f-9e60-4b36-bfad-00db4325227f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 931 time: 0.0856180
Dec 09 18:49:13.515810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-1bae00d5-a59c-4cf2-bc24-4d99b17149f1 req-8e198089-f5bb-47c8-9276-6399370e21ed tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:49:13.528883 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-1bae00d5-a59c-4cf2-bc24-4d99b17149f1 req-8e198089-f5bb-47c8-9276-6399370e21ed tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:49:13.530113 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1bae00d5-a59c-4cf2-bc24-4d99b17149f1 req-8e198089-f5bb-47c8-9276-6399370e21ed tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527952
Dec 09 18:49:13.695763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:13.704723 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:13.778543 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Attempting to bind port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:49:13.778876 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Attempting to bind port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:49:13.779203 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Attempting to bind port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de on network 51283e4c-c726-4193-af08-240e47994fce {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:49:13.784626 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de on network 51283e4c-c726-4193-af08-240e47994fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:49:13.784950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Attempting to bind port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de on network 51283e4c-c726-4193-af08-240e47994fce {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:49:13.790128 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:49:13.790461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Checking segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:49:13.790839 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Bound using segment: {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:49:13.791261 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Bound port: 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21faaafb-29b2-4ad0-b633-1be97145a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '51283e4c-c726-4193-af08-240e47994fce'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:49:13.791607 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.879776 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:49:13.883125 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:49:13.887344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.890800 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:13.948948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:13.949577 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:13.950973 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 200  len: 1093 time: 0.9901381
Dec 09 18:49:13.951459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:49:13.982004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:13.984964 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:14.026266 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'status': 'completed', 'code': 200}
Dec 09 18:49:14.068670 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-0877eafa-ed3b-4c16-92af-83f4099b68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:14.070205 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-0877eafa-ed3b-4c16-92af-83f4099b68c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1096 time: 0.0782795
Dec 09 18:49:14.149104 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-0334e017-4f9e-4354-8ae4-7042d1707a45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 200  len: 217 time: 0.0682468
Dec 09 18:49:14.212467 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-4cf980f2-023d-401d-b14c-86d21412497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:14.214959 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-4cf980f2-023d-401d-b14c-86d21412497d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0585821
Dec 09 18:49:14.291660 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577606-3e2c-49e6-9634-44e728310219 req-93bd7b91-b652-40ba-b0a1-0e1d8b0dbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:14.293070 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-93bd7b91-b652-40ba-b0a1-0e1d8b0dbefb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718949
Dec 09 18:49:14.429856 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-a9c09346-81c4-4fc3-9fa1-28e3a19add93 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289625
Dec 09 18:49:14.584296 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-21577606-3e2c-49e6-9634-44e728310219 req-4e320ab2-f67c-482c-958f-99fa61ef2095 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470182
Dec 09 18:49:14.779785 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4272-3645-4005-902f-9c306eff76f4 req-66f6200e-7613-4d63-bf51-758216b54ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:14.781266 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-66f6200e-7613-4d63-bf51-758216b54ef8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1096 time: 0.1478209
Dec 09 18:49:14.793290 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b975d-9a8b-4ab0-b91a-644ee6bfd860 req-85b03f41-92b7-434d-bae8-5b693375f189 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:14.794010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-276b975d-9a8b-4ab0-b91a-644ee6bfd860 req-85b03f41-92b7-434d-bae8-5b693375f189 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Synchronizing usage tracker for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:49:14.904712 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-276b975d-9a8b-4ab0-b91a-644ee6bfd860 req-85b03f41-92b7-434d-bae8-5b693375f189 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Unset dirty status for tenant:9494637575c140bf94659e849ef50bb2 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:49:14.906252 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-276b975d-9a8b-4ab0-b91a-644ee6bfd860 req-85b03f41-92b7-434d-bae8-5b693375f189 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.2340074
Dec 09 18:49:14.996717 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4272-3645-4005-902f-9c306eff76f4 req-535cff14-b94a-4615-b6cc-fd2b78452a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:14.998223 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-535cff14-b94a-4615-b6cc-fd2b78452a3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.2011652
Dec 09 18:49:15.004814 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-276b975d-9a8b-4ab0-b91a-644ee6bfd860 req-66ea8c2f-9ac9-4af0-93b9-4b95dcdd4047 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896275
Dec 09 18:49:15.074102 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-b968489e-5f73-4e0f-ac97-b7aca555eb6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 200  len: 217 time: 0.0673957
Dec 09 18:49:15.141371 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4272-3645-4005-902f-9c306eff76f4 req-306b4c1c-b721-4249-90ab-dc1739c6de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:15.142855 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-306b4c1c-b721-4249-90ab-dc1739c6de34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0619223
Dec 09 18:49:15.221559 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4272-3645-4005-902f-9c306eff76f4 req-7ac98ee7-303f-40cd-bfe4-040ef4ed5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:15.223988 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-7ac98ee7-303f-40cd-bfe4-040ef4ed5b9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745494
Dec 09 18:49:15.434494 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-4b46962a-3b6f-4513-bed3-61dd5fb00b6f service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027073
Dec 09 18:49:15.569074 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83be4272-3645-4005-902f-9c306eff76f4 req-cd7b8ada-1ea8-48c6-8c86-dd5f54a56302 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237543
Dec 09 18:49:16.197768 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efb02-0517-484a-950c-2d8197655c5e req-b58207ce-4f83-4784-8dca-e42ed1c8d10d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:16.199116 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8c0efb02-0517-484a-950c-2d8197655c5e req-b58207ce-4f83-4784-8dca-e42ed1c8d10d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0794127
Dec 09 18:49:16.247223 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8c0efb02-0517-484a-950c-2d8197655c5e req-e519558b-0472-44b3-93eb-92d803c13536 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415561
Dec 09 18:49:16.528190 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:49:16.660431 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:49:16.673254 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'mac_address': 'fa:16:3e:66:e9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:49:16.731801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:16.748422 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:49:16.764015 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:49:16.768431 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:16.770261 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:16.833924 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:16.836753 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:16.993084 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:49:17.442438 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a05f8-8171-41b9-831d-e21cb13adb52 req-539c319b-87ab-46c1-bc2b-8ee09a427500 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:17.443877 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6d7a05f8-8171-41b9-831d-e21cb13adb52 req-539c319b-87ab-46c1-bc2b-8ee09a427500 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 944 time: 0.0801635
Dec 09 18:49:17.489566 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6d7a05f8-8171-41b9-831d-e21cb13adb52 req-1626e7e4-bfb8-4ffb-af38-b3d56ac07c5d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400937
Dec 09 18:49:18.542404 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:49:18.610442 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:49:18.615813 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:49:18.616413 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:18.687895 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d3fe-94d4-43ef-a936-6042c72fd2f3 req-2e869457-5924-4f1d-aa17-99ff370e0300 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:18.689660 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4a27d3fe-94d4-43ef-a936-6042c72fd2f3 req-2e869457-5924-4f1d-aa17-99ff370e0300 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 944 time: 0.0909462
Dec 09 18:49:18.735752 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4a27d3fe-94d4-43ef-a936-6042c72fd2f3 req-57be77d1-154b-40ea-835f-012da32a5f9e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397074
Dec 09 18:49:18.739562 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:18.771297 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:49:18.781136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:49:18.785686 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:18.787488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:49:18.824805 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'code': 200}
Dec 09 18:49:18.857736 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:49:18.861109 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:49:19.045493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce9ef-f7ae-4207-bad2-1946c0eb1c14 req-00e998d8-30e5-42e1-b787-82d47e62db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:19.046872 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-20fce9ef-f7ae-4207-bad2-1946c0eb1c14 req-00e998d8-30e5-42e1-b787-82d47e62db02 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1098 time: 0.0699995
Dec 09 18:49:19.090247 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-20fce9ef-f7ae-4207-bad2-1946c0eb1c14 req-930a98f3-c072-479f-bc64-b3066f6286f7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334265
Dec 09 18:49:19.936030 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fc54-efd6-44fc-8218-dcb12046e507 req-adef4296-e14f-475c-ae6c-7fde25e2001b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:19.937525 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4c72fc54-efd6-44fc-8218-dcb12046e507 req-adef4296-e14f-475c-ae6c-7fde25e2001b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0877645
Dec 09 18:49:19.981598 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4c72fc54-efd6-44fc-8218-dcb12046e507 req-af898f79-72f6-49ac-abfc-c5764fe3cfb3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382671
Dec 09 18:49:20.436592 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c920-a4fb-44c9-af10-91d409519a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:21.177071 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7198a-3e29-409c-90b5-57603ae8cc6b req-23203629-5898-40d0-bd99-c0d4b7e1912c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:21.178555 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5fb7198a-3e29-409c-90b5-57603ae8cc6b req-23203629-5898-40d0-bd99-c0d4b7e1912c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0834579
Dec 09 18:49:21.223381 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5fb7198a-3e29-409c-90b5-57603ae8cc6b req-1ebe5d78-b64f-43b9-8566-f24ad6ad7639 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390778
Dec 09 18:49:21.257599 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:21.412627 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ef9d9-5eff-46c5-8c76-bc2530e65b5b req-71563fd6-e853-4026-8e9f-2cbf1551ea06 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:21.414119 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2e0ef9d9-5eff-46c5-8c76-bc2530e65b5b req-71563fd6-e853-4026-8e9f-2cbf1551ea06 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0841408
Dec 09 18:49:21.423220 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41224) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:49:21.428647 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Request body: {'floatingip': {'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:49:21.506673 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:22.086739 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:22.090561 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:22.259705 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.l3_db [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Floating IP 6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec associated. External IP: 172.27.3.58, port: 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de.
Dec 09 18:49:22.695663 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:49:22.873922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:49:22.878303 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:22.884387 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0e461-d222-442c-a888-197959f96382 None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:49:22.894391 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:49:22.895019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd266e20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:48:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:22.935268 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-9d11c63f-6dab-4346-aee5-a32aeeb0dac9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "PUT /v2.0/floatingips/6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec HTTP/1.1" status: 200  len: 990 time: 1.5081697
Dec 09 18:49:22.935268 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:49:22.987550 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'status': 'completed', 'code': 200}
Dec 09 18:49:23.082928 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-07c4f19d-39c7-4de7-be93-eadeaacb5f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:23.083221 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-c2bc365c-7849-4f57-bd24-02d8e933ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:23.084722 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-c2bc365c-7849-4f57-bd24-02d8e933ca6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1098 time: 0.0759873
Dec 09 18:49:23.126950 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:49:23.219144 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-373d5147-daf7-4b00-9918-d9e5a01b7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:23.221207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-373d5147-daf7-4b00-9918-d9e5a01b7128 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.1295338
Dec 09 18:49:23.326276 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-94463619-71d7-47af-86a2-6dd37d3efc07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 200  len: 998 time: 0.0984850
Dec 09 18:49:23.388841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-7f50f434-8877-484b-b3fa-701264d08194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:23.390214 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-7f50f434-8877-484b-b3fa-701264d08194 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0573187
Dec 09 18:49:23.470274 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-56599948-1664-4933-a4a1-5cda7785d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:23.471786 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-56599948-1664-4933-a4a1-5cda7785d8b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747330
Dec 09 18:49:23.481485 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd266e20>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'mac_address': 'fa:16:3e:66:e9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:49:09Z', 'updated_at': '2021-12-09T18:49:21Z', 'revision_number': 1, 'project_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:23.485336 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0e461-d222-442c-a888-197959f96382 None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:49:23.493606 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:49:23.494224 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd266e20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:49:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:23.604348 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-23351072-4136-414f-965b-c54085491064 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254420
Dec 09 18:49:23.675562 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:49:23.734557 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-45c4d1a1-29a3-4100-b7b8-2801c3a9dabc req-a500ab65-638e-4506-b45b-778ee352b959 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234641
Dec 09 18:49:24.024879 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-6df0e461-d222-442c-a888-197959f96382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd266e20>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'mac_address': 'fa:16:3e:66:e9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:49:09Z', 'updated_at': '2021-12-09T18:49:21Z', 'revision_number': 1, 'project_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:49:24.028782 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0e461-d222-442c-a888-197959f96382 None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'mac_address': 'fa:16:3e:66:e9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:49:09Z', 'updated_at': '2021-12-09T18:49:21Z', 'revision_number': 1, 'project_id': '9494637575c140bf94659e849ef50bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:49:24.197962 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:24.240636 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6808ba-9851-4fd1-9ee7-bb56701a0aea None None] New status for floating IP 6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec: ACTIVE {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:49:25.943535 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:26.295135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:40.715423 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:49:48.164434 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba4788-8395-47ed-a378-6b20226a6514 req-4c420c2c-ed78-49a9-a1cb-de5ebb5d138e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:48.165898 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cdba4788-8395-47ed-a378-6b20226a6514 req-4c420c2c-ed78-49a9-a1cb-de5ebb5d138e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0804060
Dec 09 18:49:48.209135 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cdba4788-8395-47ed-a378-6b20226a6514 req-f2020f93-9bc1-4dc2-b01a-48e7611a1b02 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376720
Dec 09 18:49:49.397913 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda99e-0b82-441f-95ba-264e5a6b6c9c req-4d5989c6-58f4-45e8-831a-c95f70312816 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:49.399333 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-66eda99e-0b82-441f-95ba-264e5a6b6c9c req-4d5989c6-58f4-45e8-831a-c95f70312816 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0828240
Dec 09 18:49:49.442574 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-66eda99e-0b82-441f-95ba-264e5a6b6c9c req-fa85a924-cdb6-4cda-8b91-47445887d8e8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377109
Dec 09 18:49:50.437618 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-018d0379-60d9-415f-8bbc-9abe1b4e4c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:50.624311 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989f8e-5335-4cbf-b74b-3402ade1726b req-93350d74-16e6-4273-b6ee-7a156fe3cff8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:50.625800 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e7989f8e-5335-4cbf-b74b-3402ade1726b req-93350d74-16e6-4273-b6ee-7a156fe3cff8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0800550
Dec 09 18:49:50.749116 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e7989f8e-5335-4cbf-b74b-3402ade1726b req-3b6bcf15-0f2c-4bc4-9dac-d8ef90105163 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175885
Dec 09 18:49:51.261512 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:51.935327 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5ba99-19db-4d77-8bbd-8512da8b76aa req-3fcfda61-b602-4b2e-b393-9ecf857ad7bb tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:51.936813 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-16b5ba99-19db-4d77-8bbd-8512da8b76aa req-3fcfda61-b602-4b2e-b393-9ecf857ad7bb tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0815938
Dec 09 18:49:51.982622 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-16b5ba99-19db-4d77-8bbd-8512da8b76aa req-e40c00d5-54d6-450d-8142-3e73a0cdb010 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398748
Dec 09 18:49:53.035649 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ed987b6b-28ff-4fe0-93d6-c33526ed9223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:53.172051 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce0ec8-5b35-409f-9ee7-6df488748d71 req-611a7a32-d9ce-47c8-89bb-8db11c41127d tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:53.173564 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cfce0ec8-5b35-409f-9ee7-6df488748d71 req-611a7a32-d9ce-47c8-89bb-8db11c41127d tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0845037
Dec 09 18:49:53.218381 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cfce0ec8-5b35-409f-9ee7-6df488748d71 req-dec6a893-f19b-418a-bc5e-22eff10e8794 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384395
Dec 09 18:49:53.421303 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd82cd-ae35-4a7b-a16a-0e28ed924eee req-72dc0022-3d45-4024-830c-b088369e0e88 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:53.422722 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7edd82cd-ae35-4a7b-a16a-0e28ed924eee req-72dc0022-3d45-4024-830c-b088369e0e88 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0793185
Dec 09 18:49:53.469370 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7edd82cd-ae35-4a7b-a16a-0e28ed924eee req-01ef3007-b8e2-4fa6-b1fc-c548f0553da8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409157
Dec 09 18:49:54.199918 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:54.403332 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018f81f-64c2-4b8e-9f7f-e1976a5fd127 req-33739752-8fd4-415e-894a-c68f02b460e6 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:54.404788 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6018f81f-64c2-4b8e-9f7f-e1976a5fd127 req-33739752-8fd4-415e-894a-c68f02b460e6 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0807130
Dec 09 18:49:54.449191 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6018f81f-64c2-4b8e-9f7f-e1976a5fd127 req-3cd6907e-ecc7-42fd-a680-629776a4449c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382972
Dec 09 18:49:54.656687 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e17b5c-f184-4de0-8399-7636377f8ede req-6a61cc16-1199-4c26-8a53-c188839a7a0d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:54.658203 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a7e17b5c-f184-4de0-8399-7636377f8ede req-6a61cc16-1199-4c26-8a53-c188839a7a0d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0838475
Dec 09 18:49:54.702988 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a7e17b5c-f184-4de0-8399-7636377f8ede req-e45e3540-6f40-443e-a37d-a03e046735fd tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390453
Dec 09 18:49:55.631763 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aece295-937c-4ecd-94b6-a928c9374bc6 req-e4451a0a-0208-4a7a-900b-db103d6b92ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:55.633174 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6aece295-937c-4ecd-94b6-a928c9374bc6 req-e4451a0a-0208-4a7a-900b-db103d6b92ad tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0792954
Dec 09 18:49:55.676363 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6aece295-937c-4ecd-94b6-a928c9374bc6 req-8951dd88-883a-4786-b107-6c1eb485946a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377309
Dec 09 18:49:55.892096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b661c26-b41e-46d9-81fc-eaccdf809c43 req-c346cec7-0669-402d-aaaf-1466b77ed0ad tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:55.893573 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2b661c26-b41e-46d9-81fc-eaccdf809c43 req-c346cec7-0669-402d-aaaf-1466b77ed0ad tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0850542
Dec 09 18:49:55.947256 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2b661c26-b41e-46d9-81fc-eaccdf809c43 req-60e61499-3f31-4328-8adc-4bf8ab1f5b84 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404201
Dec 09 18:49:55.947463 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:56.297726 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:49:56.746187 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-340f90ac-1b27-4eec-a29c-b97825f4b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:56.747661 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-340f90ac-1b27-4eec-a29c-b97825f4b4a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1098 time: 0.0713964
Dec 09 18:49:56.866734 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1ca7b-2cd7-472f-9341-77a478291982 req-017a5f4b-7291-4ea4-b615-d3fc55616fb8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:56.868249 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3dc1ca7b-2cd7-472f-9341-77a478291982 req-017a5f4b-7291-4ea4-b615-d3fc55616fb8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0832734
Dec 09 18:49:56.897966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-64c4158c-1e09-4a7d-921c-2571f9628baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:56.899442 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-64c4158c-1e09-4a7d-921c-2571f9628baa service neutron] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 910 time: 0.1314287
Dec 09 18:49:56.915964 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3dc1ca7b-2cd7-472f-9341-77a478291982 req-e8d7e6b3-238f-4dbd-9a64-6b3aaf76521f tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414474
Dec 09 18:49:57.011163 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-3b57d521-ac0a-4d06-ac2a-fbf86d94f7e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 1001 time: 0.1040313
Dec 09 18:49:57.080147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-9c328946-f65c-4500-92f8-7608b28307e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:57.081653 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-9c328946-f65c-4500-92f8-7608b28307e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.0641296
Dec 09 18:49:57.134131 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb4cf0-c8b9-4fe0-97c0-aba603b28be6 req-3755d785-e222-4c1d-8ac9-52883e17e189 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:57.135606 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3cfb4cf0-c8b9-4fe0-97c0-aba603b28be6 req-3755d785-e222-4c1d-8ac9-52883e17e189 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0803089
Dec 09 18:49:57.167489 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-5e316112-5a93-4c38-a10a-5962377000b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:57.168981 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-5e316112-5a93-4c38-a10a-5962377000b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806231
Dec 09 18:49:57.179740 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3cfb4cf0-c8b9-4fe0-97c0-aba603b28be6 req-4c91d43b-3fbe-415d-afe0-966a5eecdb43 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385351
Dec 09 18:49:57.301496 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-428b48c5-cf3d-4ff1-89de-c1505d0e7b68 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235330
Dec 09 18:49:57.435264 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3839f0aa-2a5a-4f09-a497-24d46edc80d1 req-9955706d-cec8-4d18-9ba9-0d0ea6200ecb service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266217
Dec 09 18:49:58.103233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39da369-5191-4bc1-b27f-e70109f44b38 req-2e7c66ca-ae25-4d97-948c-a2dd79468278 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:58.104644 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d39da369-5191-4bc1-b27f-e70109f44b38 req-2e7c66ca-ae25-4d97-948c-a2dd79468278 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0798843
Dec 09 18:49:58.149514 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d39da369-5191-4bc1-b27f-e70109f44b38 req-f6672c1a-90ba-4a8b-8466-62c597dd2436 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389287
Dec 09 18:49:58.283371 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-709a812f-7f1c-4f74-b2c3-fdac7c16eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:58.284847 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-709a812f-7f1c-4f74-b2c3-fdac7c16eb8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1098 time: 0.0773077
Dec 09 18:49:58.420978 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-fcc43970-2908-44d2-8803-6c1769ee572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:58.422834 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-fcc43970-2908-44d2-8803-6c1769ee572d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 910 time: 0.1317723
Dec 09 18:49:58.540973 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3b01-d720-4fc9-9f7b-31b5b226b893 req-3faf35b4-3d0d-4425-a023-f9b100e37268 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:58.542536 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa0a3b01-d720-4fc9-9f7b-31b5b226b893 req-3faf35b4-3d0d-4425-a023-f9b100e37268 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.2573469
Dec 09 18:49:58.588632 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aa0a3b01-d720-4fc9-9f7b-31b5b226b893 req-21ffd571-d2bd-4e6f-900f-38b857d4406e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395336
Dec 09 18:49:58.611583 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-40fbb1ee-cc17-4120-ae1a-b4dcc53b283d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 1001 time: 0.1821644
Dec 09 18:49:58.679062 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-21f639ac-afb2-45fe-96bf-0f20f3e8b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:58.680498 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-21f639ac-afb2-45fe-96bf-0f20f3e8b7ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.0582948
Dec 09 18:49:58.757930 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-99e19a7a-b346-4849-ac0c-447ee7ec3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:58.759357 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-99e19a7a-b346-4849-ac0c-447ee7ec3a30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718880
Dec 09 18:49:58.895253 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-476becda-7e0f-4f39-9451-6db2479a4b83 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285090
Dec 09 18:49:59.042286 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-234b9f1b-72a5-4594-9f61-14d9ae2ef359 req-e7ae4174-543b-4a0a-a009-67163395e77d service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376553
Dec 09 18:49:59.333448 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e09d75-2a9c-4c9a-8bf5-497ec83ccd1d req-b8cd0607-11d8-4b5e-abd0-1872239b953c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:59.334914 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-82e09d75-2a9c-4c9a-8bf5-497ec83ccd1d req-b8cd0607-11d8-4b5e-abd0-1872239b953c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0811703
Dec 09 18:49:59.381558 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-82e09d75-2a9c-4c9a-8bf5-497ec83ccd1d req-b2694227-8c6b-4db3-8597-37117d4b58a5 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411432
Dec 09 18:49:59.824625 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07298793-eb2e-44af-a669-7afc90cad99f req-4d307d39-467e-4f6c-9f19-7bbf4cea0aa4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:49:59.826118 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07298793-eb2e-44af-a669-7afc90cad99f req-4d307d39-467e-4f6c-9f19-7bbf4cea0aa4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.1309249
Dec 09 18:49:59.869746 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07298793-eb2e-44af-a669-7afc90cad99f req-dd4c5c61-f0da-4619-8e0e-24baf57f455d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377367
Dec 09 18:50:00.571358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910938e5-42aa-4bf7-b4ec-def1fbe34cfb req-364d52c2-75f2-4e58-99e4-cc52ad8c91bc tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:00.572745 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-910938e5-42aa-4bf7-b4ec-def1fbe34cfb req-364d52c2-75f2-4e58-99e4-cc52ad8c91bc tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0840139
Dec 09 18:50:00.620339 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-910938e5-42aa-4bf7-b4ec-def1fbe34cfb req-806868a7-06ca-4c72-a036-af038eb0c920 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396788
Dec 09 18:50:01.068574 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451dc1-7fbd-41bc-bb31-67ceb9bbb0a0 req-32e32d5a-6bed-4382-8a20-65b52eaceab7 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:01.070076 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-30451dc1-7fbd-41bc-bb31-67ceb9bbb0a0 req-32e32d5a-6bed-4382-8a20-65b52eaceab7 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0816467
Dec 09 18:50:01.119898 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-30451dc1-7fbd-41bc-bb31-67ceb9bbb0a0 req-466beb13-3d05-4704-9578-6e9dc928d9fb tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438209
Dec 09 18:50:01.804483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51a27b-e8a0-4c4c-a2d3-538c0188d966 req-ec86bafd-ab1a-48cb-821d-02f3b3994ec8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:01.805876 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ec51a27b-e8a0-4c4c-a2d3-538c0188d966 req-ec86bafd-ab1a-48cb-821d-02f3b3994ec8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0827160
Dec 09 18:50:01.849065 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ec51a27b-e8a0-4c4c-a2d3-538c0188d966 req-eb37a81e-7433-44c2-bf31-f18b411ddc4a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376866
Dec 09 18:50:02.277033 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-155123df-31f3-40fb-9687-f1d2acfcdbb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2138171
Dec 09 18:50:02.311444 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e0dd-3394-452f-8e0f-bd69fba78910 req-ac54bccb-85f0-4d72-8ee9-4664af14f6cd tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:02.313135 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a991e0dd-3394-452f-8e0f-bd69fba78910 req-ac54bccb-85f0-4d72-8ee9-4664af14f6cd tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.1930656
Dec 09 18:50:02.319178 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6d698-0cf3-4e9c-b161-732c73f53bc3 req-054a8ccd-a4fd-464f-8a47-4cc94c9b4d75 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:02.320815 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ccf6d698-0cf3-4e9c-b161-732c73f53bc3 req-054a8ccd-a4fd-464f-8a47-4cc94c9b4d75 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0898707
Dec 09 18:50:02.360635 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a991e0dd-3394-452f-8e0f-bd69fba78910 req-fa2609e6-efa7-40a0-9379-d492fc78d640 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418067
Dec 09 18:50:02.374466 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ccf6d698-0cf3-4e9c-b161-732c73f53bc3 req-97975c9a-b5eb-4b9c-800c-ab02b5a57492 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467646
Dec 09 18:50:03.551413 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d6eba-1da1-415c-85f6-381c7068dda8 req-ccb7f2a4-e84e-461e-80fd-a6ec751a620c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:03.553607 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-548d6eba-1da1-415c-85f6-381c7068dda8 req-ccb7f2a4-e84e-461e-80fd-a6ec751a620c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.0811040
Dec 09 18:50:03.574772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fb251-abb5-4a38-a5c0-c3ea99124db2 req-b24f23d9-0b46-4f9d-bfa0-981bb8bb541f tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:03.576452 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8a2fb251-abb5-4a38-a5c0-c3ea99124db2 req-b24f23d9-0b46-4f9d-bfa0-981bb8bb541f tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0914097
Dec 09 18:50:03.602946 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-548d6eba-1da1-415c-85f6-381c7068dda8 req-bc57bd33-27d8-4d50-8c7c-444e17503420 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425301
Dec 09 18:50:03.625968 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8a2fb251-abb5-4a38-a5c0-c3ea99124db2 req-2c269b4c-6d7a-4260-afeb-c2e04326a35e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420055
Dec 09 18:50:04.183553 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-71fa82c6-a5f0-4532-837d-0960ce02c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.185116 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-71fa82c6-a5f0-4532-837d-0960ce02c903 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb&tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6 HTTP/1.1" status: 200  len: 1098 time: 0.0711789
Dec 09 18:50:04.282892 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-d5d2a13e-c3b3-4fff-99d0-f50eb984987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.284356 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-d5d2a13e-c3b3-4fff-99d0-f50eb984987b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1098 time: 0.0755470
Dec 09 18:50:04.413388 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-e183c97b-ee5b-4a85-8e88-3a9e87748738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.414827 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-e183c97b-ee5b-4a85-8e88-3a9e87748738 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 910 time: 0.1240885
Dec 09 18:50:04.517562 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-cf2156af-1831-4d25-8138-a3b0ffdb8266 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 1001 time: 0.0941863
Dec 09 18:50:04.579230 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-901e8b53-ecb3-49d8-9a71-3f8dc03ced22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.580658 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-901e8b53-ecb3-49d8-9a71-3f8dc03ced22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.0560474
Dec 09 18:50:04.657086 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-2af6a6b6-0afe-4e16-be19-9882e228cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.658525 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-2af6a6b6-0afe-4e16-be19-9882e228cfcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705700
Dec 09 18:50:04.789603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:50:04.826453 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809e4f-c8b6-466d-8f9b-1930d0f008fb req-a49ca4d6-6bce-4888-a25e-ba12aaaa5748 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.828094 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61809e4f-c8b6-466d-8f9b-1930d0f008fb req-a49ca4d6-6bce-4888-a25e-ba12aaaa5748 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.1133025
Dec 09 18:50:04.860890 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-385b3e59-17c6-4033-87d1-909321d087a2 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940327
Dec 09 18:50:04.868589 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d4e78-cd86-47b3-bd29-8dab5bba83ab req-0cb9cc59-e6e2-4b28-8cae-f367431509b8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:04.876386 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4e4d4e78-cd86-47b3-bd29-8dab5bba83ab req-0cb9cc59-e6e2-4b28-8cae-f367431509b8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.1401939
Dec 09 18:50:04.884963 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61809e4f-c8b6-466d-8f9b-1930d0f008fb req-7e4af2f3-3101-47a8-9dc5-ecfe8b4ad2d2 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506420
Dec 09 18:50:04.956253 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:04.985335 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:50:04.995575 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:05.000394 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:05.002316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:05.071547 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=6']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:05.079586 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.079940 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.080285 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.080622 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.080956 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.081312 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.081712 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.081966 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.082295 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.082620 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.082964 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.083289 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:50:05.088395 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:05.100948 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4e4d4e78-cd86-47b3-bd29-8dab5bba83ab req-69059de9-bebd-44a9-bcb5-e9aa13591ef3 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235835
Dec 09 18:50:05.142117 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-f2831cc2-d39b-4731-a575-917bb3d9e342 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2635229
Dec 09 18:50:05.171182 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'code': 200}
Dec 09 18:50:05.540751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a0b4e-c049-4fa3-8ad2-3489b56031c6 req-96568e45-55d4-4b5e-83fb-96630e2aa10d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:05.542202 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6b2a0b4e-c049-4fa3-8ad2-3489b56031c6 req-96568e45-55d4-4b5e-83fb-96630e2aa10d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0822167
Dec 09 18:50:05.586512 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6b2a0b4e-c049-4fa3-8ad2-3489b56031c6 req-a03d8ef0-f2b3-4af0-ad04-b35375638f30 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383677
Dec 09 18:50:06.080092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e31725-1730-4ef4-b57a-ed17b4df7cc2 req-afa80044-a3d0-4760-8814-dca477607149 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:06.081485 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f6e31725-1730-4ef4-b57a-ed17b4df7cc2 req-afa80044-a3d0-4760-8814-dca477607149 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.0877361
Dec 09 18:50:06.128095 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f6e31725-1730-4ef4-b57a-ed17b4df7cc2 req-97e0d8e6-2d73-45a7-8296-7a364fc155ab tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410080
Dec 09 18:50:06.287328 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1daf4-15d5-47ca-9e91-906a5bf2035b req-dbce7d54-8863-400d-808e-9b648fd34ea4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:06.288765 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4da1daf4-15d5-47ca-9e91-906a5bf2035b req-dbce7d54-8863-400d-808e-9b648fd34ea4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0791838
Dec 09 18:50:06.332687 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4da1daf4-15d5-47ca-9e91-906a5bf2035b req-b7d804da-23ec-4812-a570-ff5892f21348 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382156
Dec 09 18:50:06.776660 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba63173-188e-471f-a033-5f40d75d1e8b req-72be7cce-9287-405f-ab3e-d2b932dc5914 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:06.778129 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9ba63173-188e-471f-a033-5f40d75d1e8b req-72be7cce-9287-405f-ab3e-d2b932dc5914 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0792747
Dec 09 18:50:06.821884 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9ba63173-188e-471f-a033-5f40d75d1e8b req-adb81520-88fa-4742-88f7-b53f6224aeb3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374978
Dec 09 18:50:07.312073 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311bca-230d-4d65-89d1-d3a6ef2f6476 req-227d0cc8-c148-41a0-a587-348df75cac3a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:07.313442 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-95311bca-230d-4d65-89d1-d3a6ef2f6476 req-227d0cc8-c148-41a0-a587-348df75cac3a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.0824785
Dec 09 18:50:07.358677 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-95311bca-230d-4d65-89d1-d3a6ef2f6476 req-c17a94db-ee1d-4ea3-92bf-5515ad106557 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396614
Dec 09 18:50:07.518644 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb1923-dcaf-4a26-b775-c46364790ae3 req-2240137c-9354-4939-842c-67bafd312bd5 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:07.520069 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45bb1923-dcaf-4a26-b775-c46364790ae3 req-2240137c-9354-4939-842c-67bafd312bd5 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0830534
Dec 09 18:50:07.564613 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45bb1923-dcaf-4a26-b775-c46364790ae3 req-48936e22-e279-41d2-b542-6dfd16fdcd70 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388992
Dec 09 18:50:08.009814 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fecdfa-d2df-4fbe-a0a2-ebfe0282a35b req-b5850825-f4a4-42be-8761-315f178293cd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:08.011259 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-64fecdfa-d2df-4fbe-a0a2-ebfe0282a35b req-b5850825-f4a4-42be-8761-315f178293cd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0806832
Dec 09 18:50:08.059763 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-64fecdfa-d2df-4fbe-a0a2-ebfe0282a35b req-421b9f07-7e39-4b2c-bded-f0ea3cdcd9ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427752
Dec 09 18:50:08.544175 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b46e7-e36f-424f-a34b-2dfeeab8b79e req-490d253f-469d-43ce-8ad6-9b405075dd93 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:08.546381 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-522b46e7-e36f-424f-a34b-2dfeeab8b79e req-490d253f-469d-43ce-8ad6-9b405075dd93 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.0821791
Dec 09 18:50:08.591508 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-522b46e7-e36f-424f-a34b-2dfeeab8b79e req-bfb7a42c-9205-492e-b2ca-0fd164e5c989 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393054
Dec 09 18:50:08.755037 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bc5fd-aa6c-4c48-b110-534753ea8465 req-2a6b5857-d26c-4d9a-8290-86e3d58bcb3e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:08.756413 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-649bc5fd-aa6c-4c48-b110-534753ea8465 req-2a6b5857-d26c-4d9a-8290-86e3d58bcb3e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0817621
Dec 09 18:50:08.800801 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-649bc5fd-aa6c-4c48-b110-534753ea8465 req-93be3c65-5110-47d0-8389-f8e620a71b8d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388136
Dec 09 18:50:09.192723 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59390ae-e179-45f4-8f18-8f4ff62125db req-b73de53c-b604-4e97-978d-e758e8750ad4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.194215 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c59390ae-e179-45f4-8f18-8f4ff62125db req-b73de53c-b604-4e97-978d-e758e8750ad4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.1430283
Dec 09 18:50:09.218672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-bf511fc7-caeb-4173-a734-047706547bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.220110 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-bf511fc7-caeb-4173-a734-047706547bf8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1098 time: 0.1173968
Dec 09 18:50:09.304549 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d669a-472a-4002-bdc7-6d996ea1ad07 req-afeddc86-87e6-451a-958e-467caf956b00 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.306047 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3d5d669a-472a-4002-bdc7-6d996ea1ad07 req-afeddc86-87e6-451a-958e-467caf956b00 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0839710
Dec 09 18:50:09.319193 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c59390ae-e179-45f4-8f18-8f4ff62125db req-f1d8ce70-59dd-43c8-8fdf-f079517a639c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188383
Dec 09 18:50:09.355230 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3d5d669a-472a-4002-bdc7-6d996ea1ad07 req-9e29e1c2-f108-4813-9186-2a4601fbc38c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427871
Dec 09 18:50:09.370185 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-107bbc48-9ca9-40c8-b7bf-85356fcfc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.371614 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-107bbc48-9ca9-40c8-b7bf-85356fcfc73d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.1446517
Dec 09 18:50:09.476103 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-1b8224ec-07ca-4f3a-b818-603a17aee641 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 1001 time: 0.0984640
Dec 09 18:50:09.540233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-9f83ec0c-50a2-4b50-8c29-87c22e5fb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.541639 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-9f83ec0c-50a2-4b50-8c29-87c22e5fb737 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0600770
Dec 09 18:50:09.616115 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-47c57949-90a1-4893-85f4-864a2a9c6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.617504 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-47c57949-90a1-4893-85f4-864a2a9c6dd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691011
Dec 09 18:50:09.806354 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-539f2996-9c2e-4d5d-8a73-33ddfaf30f6b service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822059
Dec 09 18:50:09.820920 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83781307-b146-4060-a766-2033915f7d38 req-26c04f30-6d52-420d-8f9f-bdc0b8ba58a3 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:09.822320 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83781307-b146-4060-a766-2033915f7d38 req-26c04f30-6d52-420d-8f9f-bdc0b8ba58a3 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.1212022
Dec 09 18:50:09.948522 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-83781307-b146-4060-a766-2033915f7d38 req-1f190cde-614d-40b1-9f73-b0afbe6503d2 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052284
Dec 09 18:50:09.986734 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-138c69bd-9c16-49ab-8c3d-e9faba959855 req-2e77d5ea-ea4c-4552-bdff-76778cd7f5c1 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737998
Dec 09 18:50:10.508142 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460f0e8-c9fc-40c7-a8df-41e9322ebc54 req-0349c161-4649-4bbd-8669-a4119e23ad6e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:10.509638 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b460f0e8-c9fc-40c7-a8df-41e9322ebc54 req-0349c161-4649-4bbd-8669-a4119e23ad6e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0818584
Dec 09 18:50:10.554531 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b460f0e8-c9fc-40c7-a8df-41e9322ebc54 req-0a8b0e61-b557-4896-9460-b81989cc35cd tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386541
Dec 09 18:50:10.558364 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2d377-7b2f-40a0-ae3e-c2430edd8078 req-f59fdcfa-9971-4e0e-b456-f228b779c4ad tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:10.559828 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f6c2d377-7b2f-40a0-ae3e-c2430edd8078 req-f59fdcfa-9971-4e0e-b456-f228b779c4ad tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0919616
Dec 09 18:50:10.606859 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f6c2d377-7b2f-40a0-ae3e-c2430edd8078 req-ff9aa991-d603-4d4d-864d-b74e8a1e789b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405982
Dec 09 18:50:11.137184 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2503f-f47d-4003-bde0-9a129733c88c req-e23adf04-594a-4766-9d33-719d75ea2db8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:11.139280 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f8e2503f-f47d-4003-bde0-9a129733c88c req-e23adf04-594a-4766-9d33-719d75ea2db8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.0843539
Dec 09 18:50:11.183591 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f8e2503f-f47d-4003-bde0-9a129733c88c req-124c10d2-2dd8-48b3-bc4c-b40dceb2e436 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384233
Dec 09 18:50:11.419695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65d618-af56-46d4-8753-1b634da09ebf req-ec789a57-6da6-47fe-80eb-aa6001c4bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:11.421454 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2f65d618-af56-46d4-8753-1b634da09ebf req-ec789a57-6da6-47fe-80eb-aa6001c4bd1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1096 time: 0.1914489
Dec 09 18:50:11.462923 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2f65d618-af56-46d4-8753-1b634da09ebf req-2858ebb9-44ab-4504-92f7-3b562842f8dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345302
Dec 09 18:50:11.743613 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50fe0c-9370-49d1-bd21-c58fbf0ccb0a req-6a996aee-9652-4323-9c83-eb3ffdfc1d19 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:11.744988 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-dd50fe0c-9370-49d1-bd21-c58fbf0ccb0a req-6a996aee-9652-4323-9c83-eb3ffdfc1d19 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0803611
Dec 09 18:50:11.791045 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-dd50fe0c-9370-49d1-bd21-c58fbf0ccb0a req-d4c8a583-1b8e-45f1-8d91-b30b794c3356 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396745
Dec 09 18:50:11.795400 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e26b8-e000-4d80-96bf-a91aa602c9bb req-305a6a77-5936-48f6-93a1-01e069420091 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:11.796879 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8b6e26b8-e000-4d80-96bf-a91aa602c9bb req-305a6a77-5936-48f6-93a1-01e069420091 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0802109
Dec 09 18:50:11.844671 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8b6e26b8-e000-4d80-96bf-a91aa602c9bb req-4c017d89-f955-483c-81a9-a166ee90d1f8 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423241
Dec 09 18:50:12.367231 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f74bf-ddd8-45f4-8ac5-e46cbc3a265d req-2fb9df75-9a5f-4f69-a5ae-41876d815613 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:12.368711 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-889f74bf-ddd8-45f4-8ac5-e46cbc3a265d req-2fb9df75-9a5f-4f69-a5ae-41876d815613 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 943 time: 0.0818160
Dec 09 18:50:12.416728 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-889f74bf-ddd8-45f4-8ac5-e46cbc3a265d req-06a76daf-3e84-41ba-baeb-8ee5401471dd tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421052
Dec 09 18:50:12.822790 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:50:12.956882 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:12.970159 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '112a6920-00b9-4914-a566-a83453f55ac6', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'port_id': '112a6920-00b9-4914-a566-a83453f55ac6', 'mac_address': 'fa:16:3e:6d:2c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:50:13.030108 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:13.038949 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab2055-f300-458e-a4af-fb58b29361c8 req-8479ff1e-f8ec-4188-b588-4c8c5f071322 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:13.040408 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2bab2055-f300-458e-a4af-fb58b29361c8 req-8479ff1e-f8ec-4188-b588-4c8c5f071322 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0810025
Dec 09 18:50:13.046752 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112a6920-00b9-4914-a566-a83453f55ac6 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:50:13.062749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:13.067374 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:13.069158 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:13.086816 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2bab2055-f300-458e-a4af-fb58b29361c8 req-dc5f27ba-8251-45ab-a1ac-89068e3b770a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403476
Dec 09 18:50:13.135665 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=7']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:13.139323 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:13.336493 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['112a6920-00b9-4914-a566-a83453f55ac6'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:50:13.605182 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6dd60-57e2-40eb-b90d-b66cd11e7900 req-8cc46715-dea1-43dc-9e16-fdcab2d43114 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:13.606673 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ffb6dd60-57e2-40eb-b90d-b66cd11e7900 req-8cc46715-dea1-43dc-9e16-fdcab2d43114 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 944 time: 0.0831220
Dec 09 18:50:13.652153 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ffb6dd60-57e2-40eb-b90d-b66cd11e7900 req-b870c74a-1d74-4cb0-9e5f-7b49393d668b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396376
Dec 09 18:50:14.277532 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338f4a2-705c-4c4f-8805-71dd78751462 req-89dbcc44-fdf5-4fd4-b26d-7d460c51a575 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:14.278973 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8338f4a2-705c-4c4f-8805-71dd78751462 req-89dbcc44-fdf5-4fd4-b26d-7d460c51a575 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0820303
Dec 09 18:50:14.322003 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8338f4a2-705c-4c4f-8805-71dd78751462 req-34d0e26b-2b11-4a7a-b5c7-f6b46f01ee67 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373018
Dec 09 18:50:14.823700 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:50:14.899606 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 112a6920-00b9-4914-a566-a83453f55ac6 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:50:14.899993 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:15.033548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:15.066511 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:50:15.076683 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:15.082556 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:15.084424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:15.121654 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'code': 200}
Dec 09 18:50:15.160905 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=8']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:15.164103 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:15.538171 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1b2e-012f-47d7-b10d-4dcbec6d0a34 req-6952fb9d-135e-4479-9212-42258cec7e3c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:15.539626 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-90fb1b2e-012f-47d7-b10d-4dcbec6d0a34 req-6952fb9d-135e-4479-9212-42258cec7e3c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0946426
Dec 09 18:50:15.585114 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-90fb1b2e-012f-47d7-b10d-4dcbec6d0a34 req-8ace19bf-fa11-4dd9-a7af-c7c642beca8f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392034
Dec 09 18:50:16.775079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad436ef-8cc6-4d8f-88f3-e0e770067cb2 req-a47bc7af-0d1a-4f74-a6ab-fca9e05de8ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:16.776574 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cad436ef-8cc6-4d8f-88f3-e0e770067cb2 req-a47bc7af-0d1a-4f74-a6ab-fca9e05de8ec tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0806193
Dec 09 18:50:16.820991 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cad436ef-8cc6-4d8f-88f3-e0e770067cb2 req-99792e54-8af0-4193-b9ef-37471c8e4dcf tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386720
Dec 09 18:50:16.822024 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:50:16.955863 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:16.969164 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'mac_address': 'fa:16:3e:66:e9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:50:17.026390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:17.043084 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:50:17.058483 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:17.062251 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:17.063994 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:17.130289 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=6']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:17.133056 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:17.160136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:50:17.713366 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:50:18.021070 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe861a-f9fd-4f5f-949c-74ca0f8fc233 req-13446a1d-23aa-4e9b-a423-557a34d53632 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:18.022599 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-60fe861a-f9fd-4f5f-949c-74ca0f8fc233 req-13446a1d-23aa-4e9b-a423-557a34d53632 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 944 time: 0.0875075
Dec 09 18:50:18.073341 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-60fe861a-f9fd-4f5f-949c-74ca0f8fc233 req-a8756200-5935-4c7a-a08d-427b74af0f85 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451133
Dec 09 18:50:18.822548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:50:18.905159 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:50:18.905661 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:19.041125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:19.075301 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:50:19.093321 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:19.100583 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:19.103867 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:19.144304 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'code': 200}
Dec 09 18:50:19.204141 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=7']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:19.231116 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:19.299403 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be037e-25d7-4110-a1ce-ad4381c6f05e req-0fed106e-56ea-419f-8931-8e51d1ab6fed tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:19.305757 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-04be037e-25d7-4110-a1ce-ad4381c6f05e req-0fed106e-56ea-419f-8931-8e51d1ab6fed tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.1058362
Dec 09 18:50:19.363920 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-04be037e-25d7-4110-a1ce-ad4381c6f05e req-a03bf0d8-c5b4-45c8-ac16-56b0ac9ab880 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564458
Dec 09 18:50:20.441561 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-1bb510d1-92d7-4634-be89-fb4d75d0f2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:20.596860 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a69fdc-57cc-409e-8e5b-485f3dd94414 req-6c94a1e2-d090-4772-94aa-137100b966f3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:20.600085 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-23a69fdc-57cc-409e-8e5b-485f3dd94414 req-6c94a1e2-d090-4772-94aa-137100b966f3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0945747
Dec 09 18:50:20.650914 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-23a69fdc-57cc-409e-8e5b-485f3dd94414 req-51720929-9ff9-4b9e-a74f-25ea919f6efd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450811
Dec 09 18:50:21.266958 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:21.901087 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a43314-7c5d-477a-a365-67099fd42643 req-176f1f4b-e479-4cd5-a096-eae6ab5e76f4 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:21.903293 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b2a43314-7c5d-477a-a365-67099fd42643 req-176f1f4b-e479-4cd5-a096-eae6ab5e76f4 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.1127589
Dec 09 18:50:21.956577 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b2a43314-7c5d-477a-a365-67099fd42643 req-3ee549e7-185c-46fe-a671-571410512b37 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464013
Dec 09 18:50:23.042007 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3b07-52a2-4b63-94dc-b1227d2eea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:23.180013 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137acf1-9d77-4a54-bf63-72336bc3fe24 req-4600c363-3ee2-47a4-ba3c-c237f859329e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:23.181719 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0137acf1-9d77-4a54-bf63-72336bc3fe24 req-4600c363-3ee2-47a4-ba3c-c237f859329e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0949450
Dec 09 18:50:23.232177 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0137acf1-9d77-4a54-bf63-72336bc3fe24 req-e06b47f5-c81c-482c-a69e-4f1ab965a1e1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429111
Dec 09 18:50:24.206293 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:24.469067 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d8e58-651c-4760-b534-4e6e10c827be req-d3667655-5ea9-4d61-946c-c09a51545a2f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:24.471234 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-430d8e58-651c-4760-b534-4e6e10c827be req-d3667655-5ea9-4d61-946c-c09a51545a2f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.1067283
Dec 09 18:50:24.525452 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-430d8e58-651c-4760-b534-4e6e10c827be req-ae2f105b-4cd0-41bb-9053-c9061dcfae04 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469913
Dec 09 18:50:25.745327 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715bb28-fe9f-4786-9336-d9a0d1a93f1f req-e7171353-da49-4c61-a7c2-9f2849b02a9a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:25.746864 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c715bb28-fe9f-4786-9336-d9a0d1a93f1f req-e7171353-da49-4c61-a7c2-9f2849b02a9a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0957875
Dec 09 18:50:25.793990 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c715bb28-fe9f-4786-9336-d9a0d1a93f1f req-8b55c2d8-6aa8-43d2-9401-0a550d44c491 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406187
Dec 09 18:50:25.960245 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:26.307076 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:27.010251 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe84df-b1db-47ed-8dcb-4c410231fc10 req-b65d8bb0-4612-488e-8d3f-e5414fb28d51 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:27.011736 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5dfe84df-b1db-47ed-8dcb-4c410231fc10 req-b65d8bb0-4612-488e-8d3f-e5414fb28d51 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0793309
Dec 09 18:50:27.056671 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5dfe84df-b1db-47ed-8dcb-4c410231fc10 req-5fcdf7b9-0700-48ef-ab97-de8414bfa0bb tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386732
Dec 09 18:50:27.251749 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f20025-37d5-4181-b167-77d5edf91845 req-01e1cce0-55be-4eaf-9d8e-eb324a54a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:27.253210 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-01e1cce0-55be-4eaf-9d8e-eb324a54a6ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1098 time: 0.0705936
Dec 09 18:50:27.383826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f20025-37d5-4181-b167-77d5edf91845 req-8d20e0c6-7d05-414e-9b7b-375c7ea26155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:27.385304 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-8d20e0c6-7d05-414e-9b7b-375c7ea26155 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.1251428
Dec 09 18:50:27.487517 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-e69ac3c4-1f3d-41a9-a75e-b060331ca959 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 200  len: 1000 time: 0.0951512
Dec 09 18:50:27.557888 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f20025-37d5-4181-b167-77d5edf91845 req-45e1bb4b-08e7-48a1-ad49-b7337401687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:27.559236 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-45e1bb4b-08e7-48a1-ad49-b7337401687a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0606399
Dec 09 18:50:27.632610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f20025-37d5-4181-b167-77d5edf91845 req-3e709c6b-4e15-4834-ba23-1a63d2c99391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:27.634090 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-3e709c6b-4e15-4834-ba23-1a63d2c99391 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690124
Dec 09 18:50:27.769957 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-21bcd12f-5ce0-4eca-9bd5-d2f7686c8467 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286869
Dec 09 18:50:27.901580 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-71f20025-37d5-4181-b167-77d5edf91845 req-c1479262-5479-4539-920f-35e0bac43ff6 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247826
Dec 09 18:50:28.247875 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e602a3a-dba4-4b6e-9089-8eb7e095664b req-c9af8601-b6be-44fd-9f38-ceedce031013 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:28.249353 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8e602a3a-dba4-4b6e-9089-8eb7e095664b req-c9af8601-b6be-44fd-9f38-ceedce031013 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0835357
Dec 09 18:50:28.292831 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8e602a3a-dba4-4b6e-9089-8eb7e095664b req-4d7da4a1-d77f-4f3c-840f-08723fa085fe tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379472
Dec 09 18:50:29.485917 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d29982-6211-4f56-b467-d643db342bf1 req-c4bdafd6-63af-4d90-b6e6-62d548988293 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:29.487365 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f6d29982-6211-4f56-b467-d643db342bf1 req-c4bdafd6-63af-4d90-b6e6-62d548988293 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0827792
Dec 09 18:50:29.531855 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f6d29982-6211-4f56-b467-d643db342bf1 req-210e9c6e-c228-4d9d-964c-d07282220482 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389509
Dec 09 18:50:30.718679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf50b4-7dfc-423c-be49-570de8ef5927 req-fd3037df-a67d-4e9b-ae73-b85ef8c414b0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:30.720134 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07bf50b4-7dfc-423c-be49-570de8ef5927 req-fd3037df-a67d-4e9b-ae73-b85ef8c414b0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 945 time: 0.0794106
Dec 09 18:50:30.763815 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07bf50b4-7dfc-423c-be49-570de8ef5927 req-a19d2312-89da-4b2b-a808-47d7fad85663 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381672
Dec 09 18:50:30.892240 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:50:31.029525 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:31.057038 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:50:31.071135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:31.076397 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:31.078690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:31.149384 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=8']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:31.152542 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:31.165446 dv-cinder-819346-1-iscsi neutron-server[86870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'code': 422} returned with failed status
Dec 09 18:50:32.501130 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c7647-e791-4167-b418-3c6fdd34bee9 req-95b5c0fa-ec88-4623-bb56-acea0b026b97 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:32.502703 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9c5c7647-e791-4167-b418-3c6fdd34bee9 req-95b5c0fa-ec88-4623-bb56-acea0b026b97 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.1602414
Dec 09 18:50:32.547684 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9c5c7647-e791-4167-b418-3c6fdd34bee9 req-f600cc2a-7fc5-46ab-9ed5-5b03fcc0149f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393231
Dec 09 18:50:32.594872 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41654) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:50:32.702594 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-8e84e434-b173-40d0-91f6-fc65937ff715 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1064866
Dec 09 18:50:33.647156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-1c4f7638-49d3-4443-a14b-47bb8f694547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:33.648636 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-1c4f7638-49d3-4443-a14b-47bb8f694547 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380&tenant_id=9494637575c140bf94659e849ef50bb2 HTTP/1.1" status: 200  len: 1096 time: 0.0741808
Dec 09 18:50:33.753713 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-4064e94d-b2df-4142-bc8d-92213cd57995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:33.755209 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-4064e94d-b2df-4142-bc8d-92213cd57995 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9494637575c140bf94659e849ef50bb2&device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1096 time: 0.0828319
Dec 09 18:50:33.843861 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838e5f-ae67-448d-b77d-91f3ebeb9399 req-fa456ba5-28ff-4c5e-9073-360ede24889e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:33.845239 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c0838e5f-ae67-448d-b77d-91f3ebeb9399 req-fa456ba5-28ff-4c5e-9073-360ede24889e tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.1829793
Dec 09 18:50:33.890234 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c0838e5f-ae67-448d-b77d-91f3ebeb9399 req-87452524-b0f4-4072-b623-18496283dd94 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392718
Dec 09 18:50:33.892595 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-43f0211c-6265-4a26-acc0-8bb1fbceefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:33.894055 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-43f0211c-6265-4a26-acc0-8bb1fbceefdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 200  len: 918 time: 0.1294730
Dec 09 18:50:33.999177 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-b4409218-6267-47ae-b657-251cb65d52f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 200  len: 998 time: 0.0976608
Dec 09 18:50:34.065556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-d5ce1b5b-d5c1-4b1c-abe5-2dc0ab9bf54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:34.066987 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-d5ce1b5b-d5c1-4b1c-abe5-2dc0ab9bf54c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 200  len: 856 time: 0.0580564
Dec 09 18:50:34.146747 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-342fe976-49f5-4665-b365-5b49bd752c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:34.148188 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-342fe976-49f5-4665-b365-5b49bd752c27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51283e4c-c726-4193-af08-240e47994fce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740285
Dec 09 18:50:34.281564 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-76d664cc-d874-4094-8237-56130c6e1b68 service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239603
Dec 09 18:50:34.413473 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-fa1b93bf-811e-4630-b7a1-68cc1ec94b2d service neutron] 10.222.0.45 "GET /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240380
Dec 09 18:50:35.102511 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa912d1-965b-4956-b907-c057841c4e2e req-c16735ba-3b19-4d6d-8fd5-f3ddf5c5f7b9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:35.104123 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1fa912d1-965b-4956-b907-c057841c4e2e req-c16735ba-3b19-4d6d-8fd5-f3ddf5c5f7b9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0827727
Dec 09 18:50:35.163935 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1fa912d1-965b-4956-b907-c057841c4e2e req-fb8b2eb6-63e4-4a5e-9346-2f1116b79e92 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433805
Dec 09 18:50:36.365726 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76529-2860-4d50-a529-9056859f5dd3 req-93009845-900a-4604-837c-9064a18f495b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:36.367343 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-92f76529-2860-4d50-a529-9056859f5dd3 req-93009845-900a-4604-837c-9064a18f495b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0836720
Dec 09 18:50:36.417804 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-92f76529-2860-4d50-a529-9056859f5dd3 req-0467cf55-ed3d-4bfc-8bc9-7da2596d0654 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435977
Dec 09 18:50:37.620000 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891a9f5-3786-405e-b394-2d2c863bbc35 req-88660963-6cdd-4c05-bb75-ea3da0771f72 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:37.621721 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0891a9f5-3786-405e-b394-2d2c863bbc35 req-88660963-6cdd-4c05-bb75-ea3da0771f72 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0887847
Dec 09 18:50:37.670623 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0891a9f5-3786-405e-b394-2d2c863bbc35 req-d800e332-7011-4af7-bf0f-7b0e204bce59 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433607
Dec 09 18:50:38.866811 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ce9f9-87b8-4054-b951-bccf591aa4b9 req-e7cceb60-de8a-4e6a-ae43-2911373acc51 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:38.869900 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-107ce9f9-87b8-4054-b951-bccf591aa4b9 req-e7cceb60-de8a-4e6a-ae43-2911373acc51 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0859194
Dec 09 18:50:38.915997 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-107ce9f9-87b8-4054-b951-bccf591aa4b9 req-39e1adbf-1305-4fc0-9046-9d89a1dd873a tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413141
Dec 09 18:50:40.118708 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa501606-389e-4de1-ad1f-3bedd9ab4672 req-6fe1af89-dc52-4113-94f8-12771f0e9c95 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:40.120259 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fa501606-389e-4de1-ad1f-3bedd9ab4672 req-6fe1af89-dc52-4113-94f8-12771f0e9c95 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0836182
Dec 09 18:50:40.166192 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fa501606-389e-4de1-ad1f-3bedd9ab4672 req-987d10cb-84eb-4879-ac08-80fa4878fab5 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399861
Dec 09 18:50:41.384417 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b3bc9-8405-4617-9e8c-32619b567297 req-f04e8f1d-a55e-465e-a8f0-6acacea39e1b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:41.385922 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-700b3bc9-8405-4617-9e8c-32619b567297 req-f04e8f1d-a55e-465e-a8f0-6acacea39e1b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0961490
Dec 09 18:50:41.431598 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-700b3bc9-8405-4617-9e8c-32619b567297 req-03fcbcdf-b6e7-4b80-b6d6-5d1716151c45 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392594
Dec 09 18:50:42.630967 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383252fe-f232-4a6c-8b73-46d958602083 req-5e890065-f181-43bd-8b2d-e509b7a20be3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:42.632418 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-383252fe-f232-4a6c-8b73-46d958602083 req-5e890065-f181-43bd-8b2d-e509b7a20be3 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0872741
Dec 09 18:50:42.678578 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-383252fe-f232-4a6c-8b73-46d958602083 req-10dbf71b-29e9-4748-9efd-9e04402457c1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402064
Dec 09 18:50:43.874677 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654976ca-22f9-460e-8d8c-c517c395738b req-a3883481-bddf-4e62-ad57-e7048e743b56 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:43.876425 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-654976ca-22f9-460e-8d8c-c517c395738b req-a3883481-bddf-4e62-ad57-e7048e743b56 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0873659
Dec 09 18:50:43.931814 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-654976ca-22f9-460e-8d8c-c517c395738b req-b4647f17-e6bc-41f7-926f-1c0350f2100f tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494814
Dec 09 18:50:45.112767 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0591d57-06be-4129-aac3-eabdf2d17da2 req-73bc0919-8061-4752-a0be-118b53146ca5 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:45.114269 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e0591d57-06be-4129-aac3-eabdf2d17da2 req-73bc0919-8061-4752-a0be-118b53146ca5 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0796983
Dec 09 18:50:45.160154 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e0591d57-06be-4129-aac3-eabdf2d17da2 req-c3ca8477-418e-4f5a-913d-b4cefe6d6c94 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401754
Dec 09 18:50:46.353215 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fc985-4c8e-47eb-a2d3-cfd60e2d4d9c req-8a0c0727-1d88-45e3-a075-3c26d19f2ff0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:46.354814 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-470fc985-4c8e-47eb-a2d3-cfd60e2d4d9c req-8a0c0727-1d88-45e3-a075-3c26d19f2ff0 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 943 time: 0.0861542
Dec 09 18:50:46.398580 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-470fc985-4c8e-47eb-a2d3-cfd60e2d4d9c req-ccd04415-2d7a-4cfd-b5d7-7f7edf0234c4 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376024
Dec 09 18:50:47.008613 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:50:47.139982 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:47.153306 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'port_id': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'mac_address': 'fa:16:3e:66:e9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:50:47.206937 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:47.223093 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:50:47.238611 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:47.242327 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:47.244051 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-f78ea276-34b2-4dfb-99ab-16acddc4d720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:47.312125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=9']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:47.315170 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:47.463941 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:50:47.593482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82f373-9291-4e66-9bf9-ee620bc7c86b req-6e606792-eb1f-4235-b6b4-de6c1026bd12 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:47.594932 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ff82f373-9291-4e66-9bf9-ee620bc7c86b req-6e606792-eb1f-4235-b6b4-de6c1026bd12 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 944 time: 0.0841706
Dec 09 18:50:47.639643 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ff82f373-9291-4e66-9bf9-ee620bc7c86b req-914fd5ce-2cc4-47da-bbb9-124d9ec53713 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390737
Dec 09 18:50:48.837138 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b75f73-bc94-4e86-b00c-ba7b534e4877 req-14b35f2c-0e8b-4d50-ac06-f34a6371a6cd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:48.838639 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-09b75f73-bc94-4e86-b00c-ba7b534e4877 req-14b35f2c-0e8b-4d50-ac06-f34a6371a6cd tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 944 time: 0.0839789
Dec 09 18:50:48.881995 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-09b75f73-bc94-4e86-b00c-ba7b534e4877 req-6295bd13-c212-4a4a-bc82-b11b7a5c64c1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378830
Dec 09 18:50:49.013576 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:50:49.086537 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:50:49.087017 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:49.200901 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:49.226767 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:50:49.237018 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:50:49.241188 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:49.243052 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:50:49.273722 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'code': 200}
Dec 09 18:50:49.311778 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=10']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:50:49.314617 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:50:49.517838 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975467e-eb9f-48a7-8c48-452044a1580d req-792a8410-633c-447c-bca4-5c6d3c156a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:49.519212 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8975467e-eb9f-48a7-8c48-452044a1580d req-792a8410-633c-447c-bca4-5c6d3c156a23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 1099 time: 0.0697234
Dec 09 18:50:49.563712 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8975467e-eb9f-48a7-8c48-452044a1580d req-338c46b7-48cf-411c-98ee-4364488b3d0e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374720
Dec 09 18:50:50.076013 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1646-4e0b-4108-94d6-8eae4ac17215 req-70410271-f126-4834-ae0c-8a25f87b7a40 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:50.077396 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-864e1646-4e0b-4108-94d6-8eae4ac17215 req-70410271-f126-4834-ae0c-8a25f87b7a40 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 946 time: 0.0851114
Dec 09 18:50:50.120705 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-864e1646-4e0b-4108-94d6-8eae4ac17215 req-af1f434d-eff8-4ab9-9974-27a758b9c825 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374267
Dec 09 18:50:50.434793 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-5ab8c061-a3e8-4b29-bfea-1c0f3848175b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:51.271636 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:51.313299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbbe87-fbfb-4ebb-81ae-9c7ba353ad92 req-522df8cf-189c-4dca-ac6f-46675b75d22c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:51.314748 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f4cbbe87-fbfb-4ebb-81ae-9c7ba353ad92 req-522df8cf-189c-4dca-ac6f-46675b75d22c tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 946 time: 0.0833051
Dec 09 18:50:51.359689 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f4cbbe87-fbfb-4ebb-81ae-9c7ba353ad92 req-39986216-a1ca-4f91-9c20-73738d5b783b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391765
Dec 09 18:50:52.548732 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6ea5-e4f2-491e-b71b-8e2a922c2981 req-5b8e1805-51b9-4cbc-b378-dafcfe88bfba tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:52.550181 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-342a6ea5-e4f2-491e-b71b-8e2a922c2981 req-5b8e1805-51b9-4cbc-b378-dafcfe88bfba tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 946 time: 0.0813227
Dec 09 18:50:52.602780 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-342a6ea5-e4f2-491e-b71b-8e2a922c2981 req-3f16720e-9ec4-4953-888f-0dde9e62f188 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468731
Dec 09 18:50:53.034483 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b6513e1b-b2a4-4e71-92a2-18c825c820d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:54.205363 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:54.716685 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:50:55.946356 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:56.307612 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:50:56.799331 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-94c422c9-edea-4480-ad6d-e2d5a85d0997 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1442959
Dec 09 18:50:56.889055 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-13e57ba5-721d-4537-8583-b30ec7708f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:56.890521 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-13e57ba5-721d-4537-8583-b30ec7708f57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1098 time: 0.0706158
Dec 09 18:50:57.036534 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-bbb8bdbc-292d-4ba6-ac28-89c3baa2978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:57.038004 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-bbb8bdbc-292d-4ba6-ac28-89c3baa2978a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.1272619
Dec 09 18:50:57.141233 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-2b014afd-810b-4e4b-99c5-9a3c1d629e66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 1001 time: 0.0970292
Dec 09 18:50:57.203751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-3a4d4574-0f8d-49eb-b310-152c0d9786c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:57.205131 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-3a4d4574-0f8d-49eb-b310-152c0d9786c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0574439
Dec 09 18:50:57.281117 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-32af6b14-6c08-4d2f-8b4e-b5ac0c966da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:50:57.282578 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-32af6b14-6c08-4d2f-8b4e-b5ac0c966da1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711877
Dec 09 18:50:57.412931 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-05817a59-fdf1-4200-8eae-15c0bcbf0182 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233213
Dec 09 18:50:57.541903 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-07800970-240e-4ff9-9827-2ab3d3b1616f req-53ad29be-a080-4699-bf02-36a34b20c226 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230476
Dec 09 18:51:01.408513 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674632c1-edc0-46f1-9b5f-718ae10d6ea8 req-d683428e-faf3-4d2d-b040-24d231be1ba7 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:01.410004 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-674632c1-edc0-46f1-9b5f-718ae10d6ea8 req-d683428e-faf3-4d2d-b040-24d231be1ba7 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0799327
Dec 09 18:51:01.453464 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-674632c1-edc0-46f1-9b5f-718ae10d6ea8 req-f451c7d5-f9c0-4f31-b892-ae9b824a6151 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378337
Dec 09 18:51:02.636163 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140c26-e818-4ffc-a7af-acc0a8cf5285 req-8a1dbbb1-a446-4ee0-b818-dfa2cbd2de87 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:02.637723 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c4140c26-e818-4ffc-a7af-acc0a8cf5285 req-8a1dbbb1-a446-4ee0-b818-dfa2cbd2de87 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0800090
Dec 09 18:51:02.681372 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c4140c26-e818-4ffc-a7af-acc0a8cf5285 req-92e44c4b-6831-4dd6-b008-73d3981b6f77 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380838
Dec 09 18:51:03.876519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102539-0aa9-4b55-bfe8-afb160a56c82 req-9ed74b24-7177-4dbf-8d01-90cbfd6191e1 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:03.878002 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-67102539-0aa9-4b55-bfe8-afb160a56c82 req-9ed74b24-7177-4dbf-8d01-90cbfd6191e1 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0894377
Dec 09 18:51:03.921781 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-67102539-0aa9-4b55-bfe8-afb160a56c82 req-618e9cae-6845-46d3-ad09-3c0240316d98 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380354
Dec 09 18:51:05.108090 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97446-36e3-489f-ab07-f9d685f169b4 req-8fd420f7-dac1-4041-b405-2f2fa6434fdc tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:05.109564 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a2b97446-36e3-489f-ab07-f9d685f169b4 req-8fd420f7-dac1-4041-b405-2f2fa6434fdc tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0841851
Dec 09 18:51:05.156052 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a2b97446-36e3-489f-ab07-f9d685f169b4 req-6d576794-4b7e-432a-ad78-3412c428c507 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392978
Dec 09 18:51:06.346015 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d06a2d-e608-45e9-8f15-e27218f0dac1 req-3f9af5ed-ac02-46c8-bdb7-6e8756e5ac46 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:06.347428 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2d06a2d-e608-45e9-8f15-e27218f0dac1 req-3f9af5ed-ac02-46c8-bdb7-6e8756e5ac46 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0793748
Dec 09 18:51:06.390834 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2d06a2d-e608-45e9-8f15-e27218f0dac1 req-ac1913bc-1a75-40e2-842f-57d11232f192 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378275
Dec 09 18:51:07.579803 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7f250-3dcb-46e0-a140-6d488ee6db04 req-1979eb61-5415-4455-b9c4-7eedd633c09e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:07.581267 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72c7f250-3dcb-46e0-a140-6d488ee6db04 req-1979eb61-5415-4455-b9c4-7eedd633c09e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0861938
Dec 09 18:51:07.625760 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72c7f250-3dcb-46e0-a140-6d488ee6db04 req-454e7130-eb5c-4fbc-bff5-92d1d1a22781 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387526
Dec 09 18:51:08.812253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33be8-e725-4a70-8f80-2dd027693da5 req-c88b8591-729b-4fe2-a08a-2e4e0f726d97 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:08.813720 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0de33be8-e725-4a70-8f80-2dd027693da5 req-c88b8591-729b-4fe2-a08a-2e4e0f726d97 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0818594
Dec 09 18:51:08.858185 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0de33be8-e725-4a70-8f80-2dd027693da5 req-01393c6c-59d2-46ec-b9a9-9bdbdf67ff0e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388973
Dec 09 18:51:10.048452 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa8b3-af1b-4f45-a833-48d01dd8a129 req-92ea3e99-19a2-448d-b8ce-e863a1524fd2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:10.049911 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-734fa8b3-af1b-4f45-a833-48d01dd8a129 req-92ea3e99-19a2-448d-b8ce-e863a1524fd2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0830526
Dec 09 18:51:10.094509 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-734fa8b3-af1b-4f45-a833-48d01dd8a129 req-0fb87e33-34c0-464e-b459-c64c6ad7e43b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389123
Dec 09 18:51:11.277013 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a61e0-f709-44c0-9340-11f2173c7948 req-e4ed3daa-4990-4cdb-bf9d-859948accbaa tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:11.278670 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-861a61e0-f709-44c0-9340-11f2173c7948 req-e4ed3daa-4990-4cdb-bf9d-859948accbaa tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0802622
Dec 09 18:51:11.326272 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-861a61e0-f709-44c0-9340-11f2173c7948 req-8f23abad-8588-43a0-9962-bb9375d7298b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419014
Dec 09 18:51:12.513438 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee37d-2207-4935-b810-64cb093a5c18 req-adacc6d6-e5ec-425e-becf-8b8760957b67 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:12.514885 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fe1ee37d-2207-4935-b810-64cb093a5c18 req-adacc6d6-e5ec-425e-becf-8b8760957b67 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0828431
Dec 09 18:51:12.562436 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fe1ee37d-2207-4935-b810-64cb093a5c18 req-2762dbb8-ece3-4423-a3ed-c4666e12a6f2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420654
Dec 09 18:51:12.899693 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f33373-e679-4a2d-b2e7-a0e6ac7d883f req-3d824268-4078-435a-8725-6805e4111bb5 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:12.901139 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e5f33373-e679-4a2d-b2e7-a0e6ac7d883f req-3d824268-4078-435a-8725-6805e4111bb5 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0817189
Dec 09 18:51:12.944468 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-1380aaae-4ade-4af2-936f-a06c62607c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:12.946027 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-1380aaae-4ade-4af2-936f-a06c62607c01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 1098 time: 0.0733023
Dec 09 18:51:12.951538 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e5f33373-e679-4a2d-b2e7-a0e6ac7d883f req-f0e1249b-3060-4bb7-b7a4-fe6ff14a989b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438745
Dec 09 18:51:13.077912 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-1cc59b4d-9cef-41d1-985d-e2e37be468c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:13.079359 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-1cc59b4d-9cef-41d1-985d-e2e37be468c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.1255732
Dec 09 18:51:13.181808 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-b5b5e4a2-b0a0-47b9-97a0-9ce2b22edb66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 200  len: 1001 time: 0.0946617
Dec 09 18:51:13.245072 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-57eeda94-5dd4-4ecf-986d-bffa23e16338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:13.246601 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-57eeda94-5dd4-4ecf-986d-bffa23e16338 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0569642
Dec 09 18:51:13.403434 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-f2f999c9-885f-4b51-ad1e-83b6d205df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:13.404910 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-f2f999c9-885f-4b51-ad1e-83b6d205df6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1512516
Dec 09 18:51:13.536916 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-91f60f60-72bc-4390-8010-fce0cdb32693 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246102
Dec 09 18:51:13.669299 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4d2b33b-41f7-45e0-8bb0-65f44b8ec04c req-1621196d-f51d-4fa0-899a-74e14a162b15 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248810
Dec 09 18:51:14.138510 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367ba7b-2a9c-4ff2-a0b6-842216dc95bb req-bdd6e445-100e-4a1e-9819-77751130bc87 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:14.139986 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c367ba7b-2a9c-4ff2-a0b6-842216dc95bb req-bdd6e445-100e-4a1e-9819-77751130bc87 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0795543
Dec 09 18:51:14.183969 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c367ba7b-2a9c-4ff2-a0b6-842216dc95bb req-49ad4440-cb48-4029-9e3a-4f5b3fc62e2f tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384190
Dec 09 18:51:15.373115 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b167-c972-4d66-bcfa-0c1d0fb2796c req-b49f6960-6933-45cf-b23c-fed4cb54b2a1 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:15.374870 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-00f4b167-c972-4d66-bcfa-0c1d0fb2796c req-b49f6960-6933-45cf-b23c-fed4cb54b2a1 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0835168
Dec 09 18:51:15.421423 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-00f4b167-c972-4d66-bcfa-0c1d0fb2796c req-dc21c5e1-1822-464c-9dd3-f0a6fe24d3be tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408273
Dec 09 18:51:20.438783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-df44af70-3b43-49fb-8114-6d64f8c4ad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:21.265234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:23.036566 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9055c36e-0b56-42ca-9b94-7d21d9afb349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:24.207223 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:25.727947 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f13c2-1cef-43d8-ad67-0a83650857f1 req-26d3d51f-63e2-418c-9fb7-55f122cb4d10 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:25.729370 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d71f13c2-1cef-43d8-ad67-0a83650857f1 req-26d3d51f-63e2-418c-9fb7-55f122cb4d10 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 946 time: 0.0823817
Dec 09 18:51:25.773169 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d71f13c2-1cef-43d8-ad67-0a83650857f1 req-594046d2-f1b3-4fd5-a048-bb7832c134ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381739
Dec 09 18:51:25.949679 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:26.311318 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:26.967092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96cc2-fab8-4f62-b582-5dad082920de req-82754738-5c9d-4219-af90-6788b34ae8b1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:26.968613 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-28f96cc2-fab8-4f62-b582-5dad082920de req-82754738-5c9d-4219-af90-6788b34ae8b1 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 946 time: 0.0803819
Dec 09 18:51:27.021184 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-28f96cc2-fab8-4f62-b582-5dad082920de req-b66fd5eb-d632-462f-9f40-2ff3fd9bfbbb tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups?id=b6efc9b5-087d-49d7-a784-3c22c81059c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469532
Dec 09 18:51:27.041252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-cfa96d88-302d-4233-8f0d-2df1558e475b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:27.041252 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-cfa96d88-302d-4233-8f0d-2df1558e475b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 946 time: 0.0835772
Dec 09 18:51:27.110162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Deleting port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:27.110416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:27.353031 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] For port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:27.353404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:27.633817 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:27.634179 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:27.634488 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Floating IP 6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec disassociated. External IP: 172.27.3.58, port: 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de.
Dec 09 18:51:27.634821 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Calling delete_port for 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:27.773465 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:27.779000 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-96d69af2-8b3e-43d7-aae7-f04e8cfb64e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:27.821829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event deleted for resources: {'Port': ['ID=56e2ec62-5fac-4fdf-a82a-c45e2d99a4de,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:27.833107 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.833509 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.833867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.834223 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.834574 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.834919 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.835263 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.835607 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.835949 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.836324 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.836631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.836971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:27.841150 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:28.102831 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:51:28.275012 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0fc58d67-c7d9-4398-a2ae-6b91e77a0539 req-749af565-5672-4d28-9828-c6a7d4ab7565 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f691dcad-7688-49a4-95e7-dd9b46ea7380 HTTP/1.1" status: 200  len: 210 time: 0.1151063
Dec 09 18:51:28.329844 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:51:28.339166 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:51:28.348570 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:28.349192 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccfaa700>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:28.404011 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] No DVR routers for this DVR port 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:51:28.406498 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:28.409114 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-deleted', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:51:28.425427 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ef90249b-013e-47ea-949c-0f8a0e9d6850 req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.45 "DELETE /v2.0/ports/56e2ec62-5fac-4fdf-a82a-c45e2d99a4de HTTP/1.1" status: 204  len: 173 time: 1.3813798
Dec 09 18:51:28.518435 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f691dcad-7688-49a4-95e7-dd9b46ea7380', 'name': 'network-vif-deleted', 'tag': '56e2ec62-5fac-4fdf-a82a-c45e2d99a4de', 'status': 'completed', 'code': 200}
Dec 09 18:51:28.534760 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:28.841845 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccfaa700>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:28.845720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:51:28.854032 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:28.854651 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccfaa700>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:29.067788 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:29.377853 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccfaa700>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:29.381895 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd68c6de-c2b3-46be-9cf6-6ffe8f994afc None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:45:04Z', 'revision_number': 4, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '67a311b6-04bb-439a-b1c9-e1d9a8224fd0', 'name': '', 'network_id': '51283e4c-c726-4193-af08-240e47994fce', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'mac_address': 'fa:16:3e:fe:d7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '27b61388-c18c-45b5-866c-d16cc6155437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:45:02Z', 'updated_at': '2021-12-09T18:45:17Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'subnets': [{'id': '27b61388-c18c-45b5-866c-d16cc6155437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:51:29.403489 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41854) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:29.470227 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:29.498712 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:29.554561 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:29.559323 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6c57110b-4e96-4c4b-b904-7b29c52751da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:29.575940 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efc9b5-087d-49d7-a784-3c22c81059c8,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:29.579363 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:29.590486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:29.594486 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6efc9b5-087d-49d7-a784-3c22c81059c8 HTTP/1.1" status: 204  len: 168 time: 0.1873147
Dec 09 18:51:29.594648 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41858) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:29.607474 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd18eef-4eac-4ad5-9f16-9218879f8d6c None None] New status for floating IP 6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec: DOWN {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:51:29.614163 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.api.v2.resource [None req-124b047f-b3ca-4b99-8b92-3a44b0f6b52d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] show failed (client error): The resource could not be found.
Dec 09 18:51:29.617999 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-124b047f-b3ca-4b99-8b92-3a44b0f6b52d tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "GET /v2.0/security-groups/b6efc9b5-087d-49d7-a784-3c22c81059c8 HTTP/1.1" status: 404  len: 347 time: 0.0194352
Dec 09 18:51:29.618167 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41862) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:29.778858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Deleting port 55252394-d191-4308-bbc3-bac919983b66 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:29.779200 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:29.951051 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:29.951379 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:30.073019 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Calling delete_port for 55252394-d191-4308-bbc3-bac919983b66 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:30.156682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.db.api [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:51:30.157021 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_db.api [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:51:30.657726 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Deleting port 55252394-d191-4308-bbc3-bac919983b66 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:30.658393 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:30.824580 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:30.824899 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:30.946344 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Calling delete_port for 55252394-d191-4308-bbc3-bac919983b66 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:31.170712 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:31.175127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:31.224400 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Pushing event deleted for resources: {'Port': ['ID=55252394-d191-4308-bbc3-bac919983b66,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:31.227294 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:31.227585 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:31.262916 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:31.263280 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 56e2ec62-5fac-4fdf-a82a-c45e2d99a4de not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:31.315336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:31.330356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:31.331483 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ab7dea1-0fdd-47bb-b22e-815cbb8ad7ec HTTP/1.1" status: 204  len: 168 time: 1.7124100
Dec 09 18:51:31.715258 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:51:34.090986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41886) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:34.732571 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:35.076335 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Deleting port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:35.076553 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:35.249752 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] For port 67a311b6-04bb-439a-b1c9-e1d9a8224fd0, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:35.250501 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:35.455141 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Calling delete_port for 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 owned by network:router_interface {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:35.622929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:35.626384 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:35.672093 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=67a311b6-04bb-439a-b1c9-e1d9a8224fd0,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:35.675136 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:35.738904 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41892) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:35.958091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.044759 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Deleting port 9c910f62-b325-482c-b6c5-ad8017a5b6a7 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:36.045020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.221031 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.221411 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.328629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Router 07da0a4e-6e83-44ac-9ddc-c909e3545910 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:51:36.349670 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Calling delete_port for 9c910f62-b325-482c-b6c5-ad8017a5b6a7 owned by network:floatingip {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:36.507233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:51:36.510415 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.515732 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c8fd8d69-990d-48e7-89d2-9b99b6dc9776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:36.519840 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] Sync routers for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:51:36.522107 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] 10.222.0.32 "PUT /v2.0/routers/07da0a4e-6e83-44ac-9ddc-c909e3545910/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4290338
Dec 09 18:51:36.524042 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41898) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:36.532579 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:36.533614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd43cf10>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:36.561189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event deleted for resources: {'Port': ['ID=9c910f62-b325-482c-b6c5-ad8017a5b6a7,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:36.595239 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.595523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.595890 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.596253 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.596607 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.596963 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.597335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.597687 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.598036 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.598383 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.598727 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.599073 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:51:36.607161 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:36.668779 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for floatingip, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.669153 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.l3_db [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Floating IP 3f539e90-99d4-4d96-8ba8-86fc88f0ff20 disassociated (deleted). External IP: 172.27.3.128, port: 112a6920-00b9-4914-a566-a83453f55ac6.
Dec 09 18:51:36.708833 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:36.722459 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:36.990180 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:37.003527 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Deleting port 0c29fc9a-ebe6-4688-84e9-87f895033dd7 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:37.003867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:37.032045 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd43cf10>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:51:35Z', 'revision_number': 5, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port': {'id': '0c29fc9a-ebe6-4688-84e9-87f895033dd7', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:44:57Z', 'updated_at': '2021-12-09T18:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:37.034494 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Router e26ca15f-ce0e-4de5-babe-32a11206efb1 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:51:37.036276 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] Checking router: 07da0a4e-6e83-44ac-9ddc-c909e3545910 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:51:37.045031 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] Routers {'07da0a4e-6e83-44ac-9ddc-c909e3545910'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:37.045690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd43cf10>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['07da0a4e-6e83-44ac-9ddc-c909e3545910'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:37.189912 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] For port 0c29fc9a-ebe6-4688-84e9-87f895033dd7, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0c29fc9a-ebe6-4688-84e9-87f895033dd7,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:37.190280 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:37.202484 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] Set router 07da0a4e-6e83-44ac-9ddc-c909e3545910 gateway port host: None {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:37.227958 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:51:37.239885 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] Sync routers for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:51:37.250917 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:37.251892 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6247f0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:37.253092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:37.327182 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-bd4402fa-f1d0-4766-8234-ec53649de95b tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f539e90-99d4-4d96-8ba8-86fc88f0ff20 HTTP/1.1" status: 204  len: 168 time: 1.5860825
Dec 09 18:51:37.329236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:51:37.330146 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Calling delete_port for 0c29fc9a-ebe6-4688-84e9-87f895033dd7 owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:37.387756 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd43cf10>, [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:51:36Z', 'revision_number': 6, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:37.399605 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5eb332-0654-4dac-a8fa-0376a2465ac1 None None] The sync data for ids ['07da0a4e-6e83-44ac-9ddc-c909e3545910'] in dv-cinder-819346-1-iscsi is: [{'id': '07da0a4e-6e83-44ac-9ddc-c909e3545910', 'name': 'tempest-AttachVolumeShelveTestJSON-1683612260-router', 'tenant_id': '9494637575c140bf94659e849ef50bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:44:56Z', 'updated_at': '2021-12-09T18:51:36Z', 'revision_number': 6, 'project_id': '9494637575c140bf94659e849ef50bb2', 'gw_port_host': None}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:51:37.495151 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'status': 'completed', 'code': 200}
Dec 09 18:51:37.522564 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:37.586405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:37.590823 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:37.649993 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Pushing event deleted for resources: {'Port': ['ID=0c29fc9a-ebe6-4688-84e9-87f895033dd7,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:37.654437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:37.723323 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-6e8a2de9-816e-482e-a242-c7a12e9c530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:37.724688 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-6e8a2de9-816e-482e-a242-c7a12e9c530d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 1098 time: 0.2005637
Dec 09 18:51:37.735447 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e45913-508c-4147-99ef-5c982eaac4d3 req-be5088e7-241e-4e8f-9a27-02147d1fe099 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:37.736050 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-e0e45913-508c-4147-99ef-5c982eaac4d3 req-be5088e7-241e-4e8f-9a27-02147d1fe099 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Synchronizing usage tracker for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:51:37.752378 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-e0e45913-508c-4147-99ef-5c982eaac4d3 req-be5088e7-241e-4e8f-9a27-02147d1fe099 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Unset dirty status for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:51:37.753725 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e0e45913-508c-4147-99ef-5c982eaac4d3 req-be5088e7-241e-4e8f-9a27-02147d1fe099 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.1092117
Dec 09 18:51:37.835779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:37.866691 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6247f0>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:37.874309 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] Checking router: e26ca15f-ce0e-4de5-babe-32a11206efb1 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:51:37.885069 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:37.885978 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6247f0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:37.963997 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e0e45913-508c-4147-99ef-5c982eaac4d3 req-e67c0f26-031d-4b87-b7b3-a1f219bd6697 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1968586
Dec 09 18:51:38.006335 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:38.048425 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:38.048782 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 67a311b6-04bb-439a-b1c9-e1d9a8224fd0 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:38.062322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-c3a32fa8-a3cd-430e-ad54-5bf254aa23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:38.064395 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-c3a32fa8-a3cd-430e-ad54-5bf254aa23bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 200  len: 910 time: 0.3279314
Dec 09 18:51:38.105984 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:38.185583 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-d0650ba8-1c3a-4cb8-a9c8-9a018ca52e54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 200  len: 217 time: 0.0726733
Dec 09 18:51:38.189153 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.191376 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.354116 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.354779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07da0a4e-6e83-44ac-9ddc-c909e3545910 {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 18:51:38.357846 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-de2c8317-3fa5-44df-b2dc-97041406ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:38.359294 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-de2c8317-3fa5-44df-b2dc-97041406ee0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 200  len: 848 time: 0.1661394
Dec 09 18:51:38.370831 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.374724 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] 10.222.0.32 "DELETE /v2.0/routers/07da0a4e-6e83-44ac-9ddc-c909e3545910 HTTP/1.1" status: 204  len: 168 time: 1.8474669
Dec 09 18:51:38.375094 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41910) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:38.446413 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Deleting subnet 27b61388-c18c-45b5-866c-d16cc6155437 {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:51:38.450547 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.458405 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6247f0>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:38.459906 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-d690a88f-5f34-4bc0-98a1-bed947034dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:38.461582 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-d690a88f-5f34-4bc0-98a1-bed947034dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c39356a0-58e3-4abb-b8a3-81f2d88c9201&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878086
Dec 09 18:51:38.463150 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b3a8-d3f6-426b-bc17-c117217062d7 None None] The sync data for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi is: [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:46:25Z', 'revision_number': 4, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '0e3851d6-92f0-4923-9b68-e55a865bf1cc', 'name': '', 'network_id': 'c39356a0-58e3-4abb-b8a3-81f2d88c9201', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'mac_address': 'fa:16:3e:4d:f4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:24Z', 'updated_at': '2021-12-09T18:46:34Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'subnets': [{'id': '6fb55689-0687-4284-8cdd-8a8951368bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:51:38.510059 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.609021 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-831fe8e2-7443-4ca9-90c0-96981d2bd664 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392744
Dec 09 18:51:38.644998 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.727249 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.732971 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4307476b-d5b9-4dea-8794-7b73ea2a531f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:38.758688 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ce2466c2-84b1-43b5-bddd-371930dbf7cd req-0799caf2-a9e4-40b0-8ab7-2712fe38a4c7 service neutron] 10.222.0.45 "GET /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398537
Dec 09 18:51:38.763170 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca49c4-711b-43b9-83dc-ef4525324e85 None None] New status for floating IP 3f539e90-99d4-4d96-8ba8-86fc88f0ff20: DOWN {{(pid=86870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:51:38.769826 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b61388-c18c-45b5-866c-d16cc6155437,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:38.771769 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.774294 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:38.779089 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-2522d6d6-f5b0-4198-9de3-060413b00984 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27b61388-c18c-45b5-866c-d16cc6155437 HTTP/1.1" status: 204  len: 168 time: 0.4029660
Dec 09 18:51:38.781555 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41914) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:38.822657 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec4f42-e6ed-42ce-97aa-a0b3d5a58a8e None None] Network 51283e4c-c726-4193-af08-240e47994fce requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:38.887284 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:38.901243 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Deleting port 676444c7-b99c-4fd9-b992-d1f6d61ae222 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:38.901726 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.123362 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] For port 676444c7-b99c-4fd9-b992-d1f6d61ae222, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=676444c7-b99c-4fd9-b992-d1f6d61ae222,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:39.123605 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.162069 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] DHCP port deletion for 51283e4c-c726-4193-af08-240e47994fce request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 18:51:39.166125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Deleting port 676444c7-b99c-4fd9-b992-d1f6d61ae222 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:39.166471 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.252855 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Calling delete_port for 676444c7-b99c-4fd9-b992-d1f6d61ae222 owned by network:dhcp {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:39.266019 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-7698e21a-dca1-4000-86fa-be68115c0fa3 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:39.267461 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-7698e21a-dca1-4000-86fa-be68115c0fa3 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.1412530
Dec 09 18:51:39.339048 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.345867 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:39.356679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Deleting port 112a6920-00b9-4914-a566-a83453f55ac6 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:39.357338 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.377297 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] For port 676444c7-b99c-4fd9-b992-d1f6d61ae222, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=676444c7-b99c-4fd9-b992-d1f6d61ae222,segment=NetworkSegment(21faaafb-29b2-4ad0-b633-1be97145a72c),segment_id=21faaafb-29b2-4ad0-b633-1be97145a72c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:39.377870 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.398769 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Pushing event deleted for resources: {'Port': ['ID=676444c7-b99c-4fd9-b992-d1f6d61ae222,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:39.400599 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] No DVR routers for this DVR port 676444c7-b99c-4fd9-b992-d1f6d61ae222 on host dv-cinder-819346-1-iscsi {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:51:39.402369 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:39.408640 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d658ec-950a-41ee-8b66-5f9ce27cee21 req-4661a872-6870-4ee2-8dc9-22209e85b19c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:39.410180 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f0d658ec-950a-41ee-8b66-5f9ce27cee21 req-4661a872-6870-4ee2-8dc9-22209e85b19c tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 945 time: 0.2055783
Dec 09 18:51:39.511005 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Calling delete_port for 676444c7-b99c-4fd9-b992-d1f6d61ae222 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:39.521642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.522061 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f0d658ec-950a-41ee-8b66-5f9ce27cee21 req-effd08f9-55b0-43f7-95d1-f09187969d0a tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/security-groups?id=eecef21a-f7a9-498f-91e1-b2e350792fe0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999758
Dec 09 18:51:39.554532 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3c7dfc790>,) {'filters': {'network_id': ['51283e4c-c726-4193-af08-240e47994fce']}} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:39.568584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3c7dfc790>, '21faaafb-29b2-4ad0-b633-1be97145a72c') {'for_net_delete': True} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:39.568920 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3c7dfc790>, '21faaafb-29b2-4ad0-b633-1be97145a72c') {} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:39.580918 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969101'] for segment, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.596327 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.602247 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=86868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:51:39.602632 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102490'] for segment, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]: Traceback (most recent call last):
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     timer()
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     cb(*args, **kw)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     return func(*args, **kwargs)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     self._notify()
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     self.callback(batched_events)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     event.method(event)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     return f(self, *a, **k)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._get(url).json()
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:51:39.616400 dv-cinder-819346-1-iscsi neutron-server[86868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:51:39.653096 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:51:39.653549 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:51:39.673439 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] For port 112a6920-00b9-4914-a566-a83453f55ac6, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=112a6920-00b9-4914-a566-a83453f55ac6,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:39.673836 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.694775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.701129 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.703579 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:39.726050 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Pushing event deleted for resources: {'Network': ['ID=51283e4c-c726-4193-af08-240e47994fce,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:39.729861 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:39.743208 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] 10.222.0.32 "DELETE /v2.0/networks/51283e4c-c726-4193-af08-240e47994fce HTTP/1.1" status: 204  len: 168 time: 0.9581861
Dec 09 18:51:39.799431 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Calling delete_port for 112a6920-00b9-4914-a566-a83453f55ac6 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:39.861189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41924) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:39.917410 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-539be6db-54bc-48bb-b1e6-eef9a2c3a9ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9494637575c140bf94659e849ef50bb2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0549703
Dec 09 18:51:39.920217 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 41928) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:39.931703 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0c29fc9a-ebe6-4688-84e9-87f895033dd7 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:39.978289 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:39.982367 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 0c29fc9a-ebe6-4688-84e9-87f895033dd7 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:39.982805 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0c29fc9a-ebe6-4688-84e9-87f895033dd7 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:39.983308 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 676444c7-b99c-4fd9-b992-d1f6d61ae222 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:39.984605 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:39.988428 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:40.019877 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 676444c7-b99c-4fd9-b992-d1f6d61ae222 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:40.020148 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 676444c7-b99c-4fd9-b992-d1f6d61ae222 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:40.020784 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:40.033635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event deleted for resources: {'Port': ['ID=112a6920-00b9-4914-a566-a83453f55ac6,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:40.036754 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:40.081178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:40.085244 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-33d8ae89-2eea-4bb9-85cd-99650434f39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:40.099929 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0686a-fc4b-4dff-b583-5ea29a18151a,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:40.102897 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:40.110646 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:40.111755 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bc0686a-fc4b-4dff-b583-5ea29a18151a HTTP/1.1" status: 204  len: 168 time: 0.1903458
Dec 09 18:51:40.114867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] No DVR routers for this DVR port 112a6920-00b9-4914-a566-a83453f55ac6 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:51:40.118070 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:40.123427 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-deleted', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:51:40.139298 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6f6c3ca0-a641-4392-a7cf-483e75fb8341 req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.45 "DELETE /v2.0/ports/112a6920-00b9-4914-a566-a83453f55ac6 HTTP/1.1" status: 204  len: 173 time: 0.8637919
Dec 09 18:51:40.155270 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Deleting port 676444c7-b99c-4fd9-b992-d1f6d61ae222 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:40.155270 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:40.179566 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d5bc37-86d0-415f-8903-c5b985bfa1cb', 'name': 'network-vif-deleted', 'tag': '112a6920-00b9-4914-a566-a83453f55ac6', 'status': 'completed', 'code': 200}
Dec 09 18:51:40.226552 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-28f591ec-a039-4e78-84df-199aa0d5d69e None None] The port '676444c7-b99c-4fd9-b992-d1f6d61ae222' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 18:51:40.697592 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-4d3699ba-e6c2-4303-8e50-eb620ef168fb req-c4c83b96-cbfe-48ba-a9d9-596b90b22922 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Synchronizing usage tracker for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:51:40.715705 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-4d3699ba-e6c2-4303-8e50-eb620ef168fb req-c4c83b96-cbfe-48ba-a9d9-596b90b22922 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Unset dirty status for tenant:b8cc596bb2dc4f9ba1120936e1a90dd6 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:51:40.719810 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4d3699ba-e6c2-4303-8e50-eb620ef168fb req-c4c83b96-cbfe-48ba-a9d9-596b90b22922 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d5bc37-86d0-415f-8903-c5b985bfa1cb HTTP/1.1" status: 200  len: 210 time: 0.0810497
Dec 09 18:51:40.910912 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41956) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:41.016378 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-962040998-network', 'tenant_id': '39be9a32e7114c8c8353b8af0d29ed99'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:41.021255 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:41.025093 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Usage tracker for resource:network and tenant:39be9a32e7114c8c8353b8af0d29ed99 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:41.028811 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:41.035184 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:41.045415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Made reservation on behalf of 39be9a32e7114c8c8353b8af0d29ed99 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:51:41.047628 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.060225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.075874 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:41.079967 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Usage tracker for resource:security_group_rule and tenant:39be9a32e7114c8c8353b8af0d29ed99 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:41.082836 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:41.088455 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:41.174400 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.178538 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.182585 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c6c79e34-d1db-4d92-8604-4b2c087ea0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:41.212763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:51:41.221251 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce174eef-8091-43d4-b16e-e1d9946e577f,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:41.224700 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:41.227126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.227469 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Added segment 74b0014a-3ebb-446d-a28d-c11f2629732f of type vlan for network e7c95c7e-3514-4e7e-b970-d257d938bb08
Dec 09 18:51:41.254495 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.282250 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.283516 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:41.284096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.287342 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-55a5e805-4821-464d-bf60-4177de22a4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:41.388618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c95c7e-3514-4e7e-b970-d257d938bb08,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:41.391956 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:41.396687 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4818842
Dec 09 18:51:41.397335 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41962) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:41.398521 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network e7c95c7e-3514-4e7e-b970-d257d938bb08 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:51:41.403394 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Request body: {'subnet': {'network_id': 'e7c95c7e-3514-4e7e-b970-d257d938bb08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-962040998-subnet', 'tenant_id': '39be9a32e7114c8c8353b8af0d29ed99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:41.408478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:41.412297 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Usage tracker for resource:subnet and tenant:39be9a32e7114c8c8353b8af0d29ed99 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:41.415416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:41.421913 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:41.515129 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Made reservation on behalf of 39be9a32e7114c8c8353b8af0d29ed99 for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:51:41.517500 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3083983'] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.720234 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3094575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3084029'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.723813 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-4d2bfeb3-834a-4c16-8470-3a2604d33f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:41.798254 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f718c24-a75a-4eab-ad3a-3f649c3ca4fe,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:41.802209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:41.806211 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Checking segment: {'id': '74b0014a-3ebb-446d-a28d-c11f2629732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e7c95c7e-3514-4e7e-b970-d257d938bb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:51:41.806566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Network hostable DHCP agents. Network: e7c95c7e-3514-4e7e-b970-d257d938bb08, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:51:41.814039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41968) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:41.862660 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Network e7c95c7e-3514-4e7e-b970-d257d938bb08 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:51:41.887789 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, e7c95c7e-3514-4e7e-b970-d257d938bb08) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:51:41.896018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:41.896614 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.897070 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526f9d9-3649-43fe-b185-4b1ffd0f4cf6 None None] Network e7c95c7e-3514-4e7e-b970-d257d938bb08 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:41.903765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:41.946449 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5395064
Dec 09 18:51:41.946449 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.016697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.021910 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d28cea12-689f-4f9d-bf80-b5027b684f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:42.037457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecef21a-f7a9-498f-91e1-b2e350792fe0,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:42.039769 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:42.046564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.047693 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] 10.222.0.32 "DELETE /v2.0/security-groups/eecef21a-f7a9-498f-91e1-b2e350792fe0 HTTP/1.1" status: 204  len: 168 time: 0.2327332
Dec 09 18:51:42.162807 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6fac0-c30d-4f0f-98b0-1766913bdc62 None None] Network e7c95c7e-3514-4e7e-b970-d257d938bb08 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:42.459882 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41988) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:42.465886 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1400436919-network', 'tenant_id': '54246ef224ff42209efe52b2320e461e'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:42.470560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:42.474319 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Usage tracker for resource:network and tenant:54246ef224ff42209efe52b2320e461e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:42.477134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:42.483671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:42.493960 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Made reservation on behalf of 54246ef224ff42209efe52b2320e461e for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:51:42.496447 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.511965 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.525974 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:42.530705 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:54246ef224ff42209efe52b2320e461e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:42.533524 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:42.539131 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:42.623606 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.627427 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.631300 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:42.658841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:51:42.666872 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d1946-8e5e-4774-8df7-84d224ef2db1,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:42.670885 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:42.673428 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.673760 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Added segment 580d4474-5d9b-43e0-9217-33a95cd3a9a2 of type vlan for network f31aa54a-5440-4cf6-8409-927d29ec600a
Dec 09 18:51:42.700043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.728666 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.729986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:42.730607 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:42.735343 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:42.835011 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3738368
Dec 09 18:51:42.835618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f31aa54a-5440-4cf6-8409-927d29ec600a,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:42.837567 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 41992) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:42.840595 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:42.844325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Request body: {'subnet': {'network_id': 'f31aa54a-5440-4cf6-8409-927d29ec600a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1400436919-subnet', 'tenant_id': '54246ef224ff42209efe52b2320e461e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:42.846822 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network f31aa54a-5440-4cf6-8409-927d29ec600a details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:51:42.849053 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:42.852870 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Usage tracker for resource:subnet and tenant:54246ef224ff42209efe52b2320e461e is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:42.856679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:42.862334 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:42.873949 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Made reservation on behalf of 54246ef224ff42209efe52b2320e461e for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:51:42.876236 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3083983'] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:43.080821 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3094575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3084029'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:43.084897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0b04cd89-f40a-4884-a6f9-faec46b2941a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:43.116684 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42000) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:43.157869 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b713a285-bbc2-4e56-b86c-61983798d1df,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:43.161662 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:43.169214 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Checking segment: {'id': '580d4474-5d9b-43e0-9217-33a95cd3a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f31aa54a-5440-4cf6-8409-927d29ec600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:51:43.169605 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Network hostable DHCP agents. Network: f31aa54a-5440-4cf6-8409-927d29ec600a, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:51:43.189066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Network f31aa54a-5440-4cf6-8409-927d29ec600a is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:51:43.198768 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, f31aa54a-5440-4cf6-8409-927d29ec600a) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:51:43.203468 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:43.204316 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:43.209323 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0ef1f5-e17c-4403-a82b-599b161d0a05 None None] Network f31aa54a-5440-4cf6-8409-927d29ec600a requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:43.233244 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3884325
Dec 09 18:51:43.289451 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:43.332879 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 112a6920-00b9-4914-a566-a83453f55ac6 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:43.333233 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 112a6920-00b9-4914-a566-a83453f55ac6 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:43.359398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42008) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:43.472264 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73beb6e-8728-47f3-95b3-fa538356cf0f None None] Network f31aa54a-5440-4cf6-8409-927d29ec600a requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:43.649119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Deleting subnet 7f718c24-a75a-4eab-ad3a-3f649c3ca4fe {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:51:43.655994 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:43.727977 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:43.909627 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.041608 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.049004 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:44.084783 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f718c24-a75a-4eab-ad3a-3f649c3ca4fe,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:44.114231 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:44.120397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.133452 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-7b32d716-a21a-44fe-b20a-c41e775a89a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f718c24-a75a-4eab-ad3a-3f649c3ca4fe HTTP/1.1" status: 204  len: 168 time: 0.7729337
Dec 09 18:51:44.136085 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42012) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:44.233800 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.243432 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.366427 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.393022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cd1ab670>,) {'filters': {'network_id': ['e7c95c7e-3514-4e7e-b970-d257d938bb08']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:44.405690 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd1ab670>, '74b0014a-3ebb-446d-a28d-c11f2629732f') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:44.405989 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd1ab670>, '74b0014a-3ebb-446d-a28d-c11f2629732f') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:44.417249 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.432689 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.439320 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:51:44.439699 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:51:44.452974 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:51:44.531235 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.534908 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2814e384-d593-4f32-94a7-1743d8c869eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:44.548715 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.557583 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c95c7e-3514-4e7e-b970-d257d938bb08,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:44.560537 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] 10.222.0.32 "DELETE /v2.0/networks/e7c95c7e-3514-4e7e-b970-d257d938bb08 HTTP/1.1" status: 204  len: 168 time: 0.4227004
Dec 09 18:51:44.561397 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-005b4990-97eb-4b8b-bcf8-a2068194168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:44.563191 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42016) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:44.582704 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Deleting port 0e3851d6-92f0-4923-9b68-e55a865bf1cc {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:44.583134 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.630428 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Deleting subnet b713a285-bbc2-4e56-b86c-61983798d1df {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:51:44.633575 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.686285 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.741849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.759023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] For port 0e3851d6-92f0-4923-9b68-e55a865bf1cc, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0e3851d6-92f0-4923-9b68-e55a865bf1cc,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:44.759380 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.884343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Calling delete_port for 0e3851d6-92f0-4923-9b68-e55a865bf1cc owned by network:router_interface {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:44.890405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.894585 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:44.929759 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b713a285-bbc2-4e56-b86c-61983798d1df,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:44.931284 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:44.938956 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:44.945192 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-42c926ee-4ef9-4cd4-b484-406a17399f4c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b713a285-bbc2-4e56-b86c-61983798d1df HTTP/1.1" status: 204  len: 168 time: 0.3809884
Dec 09 18:51:44.947794 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42020) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:45.060018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.167357 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.172135 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e880bfe2-8ae6-4ad7-9ff1-3534ed13f822 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:45.184914 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.211382 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc666670>,) {'filters': {'network_id': ['f31aa54a-5440-4cf6-8409-927d29ec600a']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:45.218489 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3851d6-92f0-4923-9b68-e55a865bf1cc,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:45.221842 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:45.225586 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc666670>, '580d4474-5d9b-43e0-9217-33a95cd3a9a2') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:45.225989 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc666670>, '580d4474-5d9b-43e0-9217-33a95cd3a9a2') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:45.239434 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.258340 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.266254 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:51:45.266695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:51:45.280650 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:51:45.360112 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.364001 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:45.381255 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.387579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Pushing event deleted for resources: {'Network': ['ID=f31aa54a-5440-4cf6-8409-927d29ec600a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:45.390824 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:45.393208 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f31aa54a-5440-4cf6-8409-927d29ec600a HTTP/1.1" status: 204  len: 168 time: 0.4444299
Dec 09 18:51:45.494959 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.508560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42026) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:45.557364 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-87d5fdb2-1daf-44a6-b05c-82d342743151 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39be9a32e7114c8c8353b8af0d29ed99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475495
Dec 09 18:51:45.560469 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42030) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:45.623491 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.649088 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.708702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.712683 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:45.724568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce174eef-8091-43d4-b16e-e1d9946e577f,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:45.727482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:45.738697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:45.742315 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce174eef-8091-43d4-b16e-e1d9946e577f HTTP/1.1" status: 204  len: 168 time: 0.1784780
Dec 09 18:51:45.857905 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Router e26ca15f-ce0e-4de5-babe-32a11206efb1 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:51:46.041839 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:51:46.052481 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] Sync routers for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:51:46.062611 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:46.062819 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42038) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:46.062954 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] 10.222.0.32 "PUT /v2.0/routers/e26ca15f-ce0e-4de5-babe-32a11206efb1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9440982
Dec 09 18:51:46.063847 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd624700>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:46.133606 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42042) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:46.244681 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:46.274059 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6eb40e90-291c-45c3-ba73-3d334fed895d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54246ef224ff42209efe52b2320e461e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1368892
Dec 09 18:51:46.274632 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42046) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:46.318573 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.489196 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.532706 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.556779 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd624700>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:51:45Z', 'revision_number': 5, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port': {'id': '047c8555-1027-4904-a843-9b0dc30e33f1', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:20Z', 'updated_at': '2021-12-09T18:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:46.561138 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] Checking router: e26ca15f-ce0e-4de5-babe-32a11206efb1 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:51:46.563862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.569415 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] Routers {'e26ca15f-ce0e-4de5-babe-32a11206efb1'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:46.570030 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd624700>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e26ca15f-ce0e-4de5-babe-32a11206efb1'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:46.583675 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Deleting port 047c8555-1027-4904-a843-9b0dc30e33f1 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:46.584045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.661050 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.668981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-23485cc9-9e51-450a-9842-2eff6d4f1a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:46.727270 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] Set router e26ca15f-ce0e-4de5-babe-32a11206efb1 gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:46.729981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d1946-8e5e-4774-8df7-84d224ef2db1,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:46.740995 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:46.746629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.750213 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-f1c57158-7e14-4c0e-a0b0-8525ffee34d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c29d1946-8e5e-4774-8df7-84d224ef2db1 HTTP/1.1" status: 204  len: 168 time: 0.4727409
Dec 09 18:51:46.792010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] For port 047c8555-1027-4904-a843-9b0dc30e33f1, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=047c8555-1027-4904-a843-9b0dc30e33f1,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:46.792346 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:46.833953 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd624700>, [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:51:46Z', 'revision_number': 6, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:46.838023 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8bc7-cfd6-490a-a680-2401798ffe01 None None] The sync data for ids ['e26ca15f-ce0e-4de5-babe-32a11206efb1'] in dv-cinder-819346-1-iscsi is: [{'id': 'e26ca15f-ce0e-4de5-babe-32a11206efb1', 'name': 'tempest-TestShelveInstance-1964190980-router', 'tenant_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:19Z', 'updated_at': '2021-12-09T18:51:46Z', 'revision_number': 6, 'project_id': 'b8cc596bb2dc4f9ba1120936e1a90dd6', 'gw_port_host': None}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:51:47.016047 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Calling delete_port for 047c8555-1027-4904-a843-9b0dc30e33f1 owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:47.186807 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.191864 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:47.240996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=047c8555-1027-4904-a843-9b0dc30e33f1,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:47.244343 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:47.336918 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.517253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.519625 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.546268 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.547042 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26ca15f-ce0e-4de5-babe-32a11206efb1 {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 18:51:47.559921 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.561030 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e26ca15f-ce0e-4de5-babe-32a11206efb1 HTTP/1.1" status: 204  len: 168 time: 1.4965439
Dec 09 18:51:47.563538 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42074) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:47.629607 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Deleting subnet 6fb55689-0687-4284-8cdd-8a8951368bb9 {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:51:47.632813 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.683639 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.811159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.905624 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.916189 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:47.949937 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0e3851d6-92f0-4923-9b68-e55a865bf1cc no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:47.964330 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:47.975554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb55689-0687-4284-8cdd-8a8951368bb9,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:47.978389 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:47.983188 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a78ca3c6-cbf0-443b-bae0-c99f042861bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6fb55689-0687-4284-8cdd-8a8951368bb9 HTTP/1.1" status: 204  len: 168 time: 0.4187036
Dec 09 18:51:47.985560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42086) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:47.996507 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 0e3851d6-92f0-4923-9b68-e55a865bf1cc {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:47.997016 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0e3851d6-92f0-4923-9b68-e55a865bf1cc not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:47.997549 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 047c8555-1027-4904-a843-9b0dc30e33f1 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:48.023248 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e194055b-7ee4-46e1-9031-312c7f42e4a5 None None] Network c39356a0-58e3-4abb-b8a3-81f2d88c9201 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:48.091225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.102117 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Deleting port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:48.102497 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 047c8555-1027-4904-a843-9b0dc30e33f1 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:48.102659 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.102861 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 047c8555-1027-4904-a843-9b0dc30e33f1 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:48.306714 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] DHCP port deletion for c39356a0-58e3-4abb-b8a3-81f2d88c9201 request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 18:51:48.311329 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Deleting port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:48.311649 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.321835 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] For port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:48.322204 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.453539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Calling delete_port for 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 owned by network:dhcp {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:48.551986 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] For port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,segment=NetworkSegment(7840b9a8-c057-4769-8458-79b5d4369e0a),segment_id=7840b9a8-c057-4769-8458-79b5d4369e0a)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:48.552636 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.630383 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.635540 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-426c6bc1-979e-4833-b492-005ba84150a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:48.692286 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] No DVR routers for this DVR port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 on host dv-cinder-819346-1-iscsi {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:51:48.723942 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Calling delete_port for 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:48.735906 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb45a9d-bb3c-448e-b6b8-1188ea466a18,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:48.739289 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:48.807607 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:51:48.808919 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:51:48.842881 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.887181 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc5f4550>,) {'filters': {'network_id': ['c39356a0-58e3-4abb-b8a3-81f2d88c9201']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:48.898775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42120) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:48.906801 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc5f4550>, '7840b9a8-c057-4769-8458-79b5d4369e0a') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:48.907109 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc5f4550>, '7840b9a8-c057-4769-8458-79b5d4369e0a') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:48.922036 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.943731 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.951758 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:51:48.951758 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:51:48.965818 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:51:49.050971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.057420 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.061156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:49.083768 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.084925 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c39356a0-58e3-4abb-b8a3-81f2d88c9201,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:49.087636 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:49.091350 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/c39356a0-58e3-4abb-b8a3-81f2d88c9201 HTTP/1.1" status: 204  len: 168 time: 1.1033504
Dec 09 18:51:49.093462 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42128) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:49.158683 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:49.171271 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3f85bc0afa4b8da62bb0f932dbb1ce is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:49.174942 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:49.246726 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:49.310819 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Deleting port 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:49.311372 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.313299 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2187-5dbc-495f-a5e1-3cc84190cd5d req-de1bb7ec-8e74-4b30-8cf5-4e77bac8234d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:49.314805 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-570a2187-5dbc-495f-a5e1-3cc84190cd5d req-de1bb7ec-8e74-4b30-8cf5-4e77bac8234d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.3015611
Dec 09 18:51:49.387153 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-66056c96-e433-4c11-b167-5ca0a085a8b0 None None] The port '7bb45a9d-bb3c-448e-b6b8-1188ea466a18' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 18:51:49.625564 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-570a2187-5dbc-495f-a5e1-3cc84190cd5d req-0bc6d4b8-022d-4787-bc90-b4ff1c0d1dfb tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3018560
Dec 09 18:51:49.674693 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.680743 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.690443 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b18e30e2-c1e1-4b12-b8cb-3f744ea2b965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:49.771751 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad3f85bc0afa4b8da62bb0f932dbb1ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8712831
Dec 09 18:51:49.774562 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42132) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:49.786443 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8770fa53-cbc6-42d6-9282-67546e3e57ec,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:49.790703 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3e87f85d-27ba-4c81-b258-508f11837fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:49.837642 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.865852 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.925678 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.932183 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2fd1d442-16f2-4092-8be6-0518397857d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:49.945662 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:49.949539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8770fa53-cbc6-42d6-9282-67546e3e57ec,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:49.953583 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:49.955366 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:49.956727 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8770fa53-cbc6-42d6-9282-67546e3e57ec HTTP/1.1" status: 204  len: 168 time: 0.1809502
Dec 09 18:51:49.974906 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.007287 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:50.007758 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 7bb45a9d-bb3c-448e-b6b8-1188ea466a18 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:50.250147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42140) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:50.268297 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.283058 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:50.286866 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Usage tracker for resource:security_group_rule and tenant:9230f68c80394b1fa43ec63c6cf28767 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:50.289662 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:50.295329 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:50.339056 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Deleting port 2f1f483d-1fbf-424f-991f-8272a60f612f {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:50.339401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.385085 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.389573 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.397874 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d8a97a61-a5e7-4d33-a150-4fbdeeeb60fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:50.442557 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9230f68c80394b1fa43ec63c6cf28767&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912851
Dec 09 18:51:50.443577 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80967516-4f52-4656-8303-d6a2a97c5ea2,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:50.445678 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-29a6f8b8-036b-47f5-af33-b4fb79754061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.446217 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42144) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:50.449692 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-96261480-ac08-42b0-b05a-4a0f16602424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:50.505932 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.514835 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] For port 2f1f483d-1fbf-424f-991f-8272a60f612f, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=2f1f483d-1fbf-424f-991f-8272a60f612f,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:50.515262 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.533158 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.587332 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.592540 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d16b59e6-4472-44a2-826a-fa7e9a3d8905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:50.605270 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80967516-4f52-4656-8303-d6a2a97c5ea2,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:50.608967 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:50.610935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.614597 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80967516-4f52-4656-8303-d6a2a97c5ea2 HTTP/1.1" status: 204  len: 168 time: 0.1649811
Dec 09 18:51:50.656230 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Calling delete_port for 2f1f483d-1fbf-424f-991f-8272a60f612f owned by network:router_interface {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:50.827702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-593f8258-7f51-4171-b20d-ceece3d29b1e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:50.829290 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-593f8258-7f51-4171-b20d-ceece3d29b1e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.0974543
Dec 09 18:51:50.881821 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.890050 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:50.916016 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Deleting port 87598ee1-528e-446a-b23a-15342f8ea99e {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:50.917776 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:50.957537 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1f483d-1fbf-424f-991f-8272a60f612f,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:50.999089 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:51.258935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd1d5-f62e-4434-ba11-c8c3bb8056b5 req-ff44e642-2194-49df-a86d-8a7f655abfd4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:51.264626 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c76dd1d5-f62e-4434-ba11-c8c3bb8056b5 req-ff44e642-2194-49df-a86d-8a7f655abfd4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 945 time: 0.3072710
Dec 09 18:51:51.278769 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:51.359024 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c76dd1d5-f62e-4434-ba11-c8c3bb8056b5 req-9f193d96-3c70-446a-8e08-28bc174a1a47 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900133
Dec 09 18:51:51.365043 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:51.368198 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] For port 87598ee1-528e-446a-b23a-15342f8ea99e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=87598ee1-528e-446a-b23a-15342f8ea99e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:51.368674 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:51.702214 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:51.702976 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:51.703343 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Floating IP 9274a8ee-c253-4021-a17c-c1c307749bc1 disassociated. External IP: 172.27.3.131, port: 87598ee1-528e-446a-b23a-15342f8ea99e.
Dec 09 18:51:51.704010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Calling delete_port for 87598ee1-528e-446a-b23a-15342f8ea99e owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:51.748706 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:51:51.964187 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:51:51.975325 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] Sync routers for ids ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:51:51.979020 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:51.986806 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:51.990264 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] Routers {'36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:51.993320 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2700a0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:51.996449 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-babd9cfb-0a5a-457b-892e-310ca461792a admin admin] 10.222.0.32 "PUT /v2.0/routers/36c110ad-a9a1-4bc2-b8fa-517bfe9111f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8984606
Dec 09 18:51:51.997226 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42180) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:52.037369 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event deleted for resources: {'Port': ['ID=87598ee1-528e-446a-b23a-15342f8ea99e,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:52.047143 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:52.196767 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks [] for router, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:52.221365 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] Set router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:52.286004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:51:52.408805 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:52.426672 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Deleting port 083ce47e-e734-41c5-afbe-4a7240aec125 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:52.427086 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:52.585977 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:51:52.595002 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:51:52.616532 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2700a0>, [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:51:50Z', 'revision_number': 5, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port': {'id': '083ce47e-e734-41c5-afbe-4a7240aec125', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:46:32Z', 'updated_at': '2021-12-09T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:52.617612 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a7f020c-f5c0-4456-bc6e-673aa5ce3053 req-fe7af24a-79ba-4e33-b374-c5d30167de47 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b49cd86f-8a80-439b-9565-dd53275ba6e9 HTTP/1.1" status: 200  len: 210 time: 0.0657499
Dec 09 18:51:52.620086 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:52.622435 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] Checking router: 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:51:52.623305 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce0310>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:52.632289 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] Routers {'36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:52.633463 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2700a0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:52.710498 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] No DVR routers for this DVR port 87598ee1-528e-446a-b23a-15342f8ea99e on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:51:52.717582 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:52.720376 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'name': 'network-vif-deleted', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:51:52.753719 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c127aca6-b16f-4eab-b6af-4a7ec546150c req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "DELETE /v2.0/ports/87598ee1-528e-446a-b23a-15342f8ea99e HTTP/1.1" status: 204  len: 173 time: 1.9182329
Dec 09 18:51:52.782757 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] For port 083ce47e-e734-41c5-afbe-4a7240aec125, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=083ce47e-e734-41c5-afbe-4a7240aec125,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:52.783119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:52.839533 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49cd86f-8a80-439b-9565-dd53275ba6e9', 'name': 'network-vif-deleted', 'tag': '87598ee1-528e-446a-b23a-15342f8ea99e', 'status': 'completed', 'code': 200}
Dec 09 18:51:52.859171 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] Set router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 gateway port host: None {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:52.867463 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:52.984270 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2700a0>, [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:51:52Z', 'revision_number': 6, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:53.002316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81da940-76f4-457e-a4a6-db367eff1b01 None None] The sync data for ids ['36c110ad-a9a1-4bc2-b8fa-517bfe9111f5'] in dv-cinder-819346-1-iscsi is: [{'id': '36c110ad-a9a1-4bc2-b8fa-517bfe9111f5', 'name': 'tempest-TestShelveInstance-52480196-router', 'tenant_id': '3537e36eff554d03981645277ce48472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:46:31Z', 'updated_at': '2021-12-09T18:51:52Z', 'revision_number': 6, 'project_id': '3537e36eff554d03981645277ce48472', 'gw_port_host': None}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:51:53.050112 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b9a56f99-5c53-464a-b1fc-115b9a9b1a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.135073 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Calling delete_port for 083ce47e-e734-41c5-afbe-4a7240aec125 owned by network:router_gateway {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:53.252551 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce0310>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:53.257920 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:51:53.267096 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:51:53.267749 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce0310>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:53.317215 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.321115 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:53.373404 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Pushing event deleted for resources: {'Port': ['ID=083ce47e-e734-41c5-afbe-4a7240aec125,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:53.376622 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:53.479212 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.541432 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:51:53.667027 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.670084 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.764889 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42236) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:53.779678 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.780182 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 {{(pid=86868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 18:51:53.819141 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.820223 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] 10.222.0.32 "DELETE /v2.0/routers/36c110ad-a9a1-4bc2-b8fa-517bfe9111f5 HTTP/1.1" status: 204  len: 168 time: 1.8218939
Dec 09 18:51:53.824162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42244) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:53.853113 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.914139 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:53.970961 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 2f1f483d-1fbf-424f-991f-8272a60f612f no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:53.989499 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Deleting subnet 185eaae7-7eda-4d35-a14c-e3c8f06bd020 {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:51:53.993846 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.016484 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.022374 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-71eadead-2537-4620-a165-f4a05db8a2bc tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:54.054511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:54.059875 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:54.082915 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.088787 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-96dccd31-da3f-4478-8d60-14ac45deb514 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "DELETE /v2.0/security-groups/75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374 HTTP/1.1" status: 204  len: 168 time: 0.3228550
Dec 09 18:51:54.091091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.092632 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42258) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:54.111672 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 2f1f483d-1fbf-424f-991f-8272a60f612f {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:54.112167 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 2f1f483d-1fbf-424f-991f-8272a60f612f not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:54.112452 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 083ce47e-e734-41c5-afbe-4a7240aec125 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:54.128922 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.api.v2.resource [None req-614d6183-7adf-4d8d-bc58-ff00959afe90 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] show failed (client error): The resource could not be found.
Dec 09 18:51:54.133123 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-614d6183-7adf-4d8d-bc58-ff00959afe90 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups/75fdadf7-f1b0-4e3f-9dbb-1ac06ba95374 HTTP/1.1" status: 404  len: 347 time: 0.0390265
Dec 09 18:51:54.133620 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42264) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:54.139935 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdce0310>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:54.149046 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 083ce47e-e734-41c5-afbe-4a7240aec125 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:54.149537 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 083ce47e-e734-41c5-afbe-4a7240aec125 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:54.156080 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f214cd-ef79-4a85-bfaf-b592d22e451e None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:51:54.213601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.222898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.334582 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Deleting port 0b1800cf-5909-450f-b54b-07333dfcd685 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:54.334582 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.347431 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.353863 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-81a60709-f7d2-4187-8efa-2b6fc9a8eecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:54.408414 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185eaae7-7eda-4d35-a14c-e3c8f06bd020,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:54.412173 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:54.414519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.421368 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/185eaae7-7eda-4d35-a14c-e3c8f06bd020 HTTP/1.1" status: 204  len: 168 time: 0.5950890
Dec 09 18:51:54.423568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42284) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:54.426714 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de3601-fccf-45ae-a7ec-b489373fede4 None None] Network 96a58855-2ebd-46e7-887d-2816a5a18c95 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:51:54.575597 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.576351 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.589935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.602025 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Deleting port ff0d0604-332e-494e-bcf3-18888568bc15 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:54.602370 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.678279 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee129f1-e697-4f2f-b396-eb82e22f6f19 None None] New status for floating IP 9274a8ee-c253-4021-a17c-c1c307749bc1: DOWN {{(pid=86870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:51:54.828095 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] DHCP port deletion for 96a58855-2ebd-46e7-887d-2816a5a18c95 request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 18:51:54.861103 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Deleting port ff0d0604-332e-494e-bcf3-18888568bc15 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:54.861423 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.871361 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] For port ff0d0604-332e-494e-bcf3-18888568bc15, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=ff0d0604-332e-494e-bcf3-18888568bc15,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:54.872171 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:54.874186 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Calling delete_port for 0b1800cf-5909-450f-b54b-07333dfcd685 owned by network:floatingip {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:55.009880 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.db.api [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:51:55.010547 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_db.api [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:51:55.014222 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Calling delete_port for ff0d0604-332e-494e-bcf3-18888568bc15 owned by network:dhcp {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:55.192240 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] For port ff0d0604-332e-494e-bcf3-18888568bc15, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=ff0d0604-332e-494e-bcf3-18888568bc15,segment=NetworkSegment(d2fc2344-c1cc-4eb3-837b-6f53f413e2b1),segment_id=d2fc2344-c1cc-4eb3-837b-6f53f413e2b1)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:51:55.192816 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.202521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.207721 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-89416fd1-db38-4663-b1f2-88fbfb6ed3b8 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:55.256209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0d0604-332e-494e-bcf3-18888568bc15,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:55.257994 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] No DVR routers for this DVR port ff0d0604-332e-494e-bcf3-18888568bc15 on host dv-cinder-819346-1-iscsi {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:51:55.259400 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:55.322810 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Calling delete_port for ff0d0604-332e-494e-bcf3-18888568bc15 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:55.373559 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42312) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:55.382495 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.397956 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 87598ee1-528e-446a-b23a-15342f8ea99e no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:55.411356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc358f10>,) {'filters': {'network_id': ['96a58855-2ebd-46e7-887d-2816a5a18c95']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:55.423828 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc358f10>, 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:55.424508 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc358f10>, 'd2fc2344-c1cc-4eb3-837b-6f53f413e2b1') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:51:55.436278 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.436982 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:51:55.437380 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:51:55.438002 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 87598ee1-528e-446a-b23a-15342f8ea99e {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:55.438338 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 87598ee1-528e-446a-b23a-15342f8ea99e not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:55.454003 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.460563 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:51:55.460949 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:51:55.474777 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:51:55.512678 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Deleting port 0b1800cf-5909-450f-b54b-07333dfcd685 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:55.513255 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.554097 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.574880 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:55.579359 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.581481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:38e24b1ce5dd46359f685c21338b08ca is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:55.584862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:55.588312 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:55.601103 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.609318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:55.617830 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a58855-2ebd-46e7-887d-2816a5a18c95,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:55.627155 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:55.630733 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] 10.222.0.32 "DELETE /v2.0/networks/96a58855-2ebd-46e7-887d-2816a5a18c95 HTTP/1.1" status: 204  len: 168 time: 1.2062402
Dec 09 18:51:55.699884 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.700214 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.721035 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.724992 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.733851 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c456e2b8-7c97-483a-8f8a-af1713523a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:55.759583 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42320) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:55.774679 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38e24b1ce5dd46359f685c21338b08ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4001031
Dec 09 18:51:55.776340 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e497dd81-322e-4557-bbc5-84835deff6aa,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:55.780296 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:55.781015 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42324) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:55.837028 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Calling delete_port for 0b1800cf-5909-450f-b54b-07333dfcd685 owned by network:floatingip {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:51:55.841138 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.866839 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.923615 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d6ec5662-b93c-4e3f-9fce-c44f05dc38b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8cc596bb2dc4f9ba1120936e1a90dd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1628764
Dec 09 18:51:55.926289 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42328) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:55.938789 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Deleting port ff0d0604-332e-494e-bcf3-18888568bc15 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:51:55.939175 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.961487 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:55.973809 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-232c9e34-2302-4432-a3cd-d27dd23bce88 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.000744 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497dd81-322e-4557-bbc5-84835deff6aa,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.006336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.008243 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.009391 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6189cc5e-ea97-4772-b79a-255aaafc0576 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e497dd81-322e-4557-bbc5-84835deff6aa HTTP/1.1" status: 204  len: 168 time: 0.2273278
Dec 09 18:51:56.019028 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device ff0d0604-332e-494e-bcf3-18888568bc15 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:51:56.028923 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.034209 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.039906 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-051353c5-3f6d-4ce2-92fa-1ad46d2b3e1e tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.058262 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.065854 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: ff0d0604-332e-494e-bcf3-18888568bc15 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:51:56.066208 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device ff0d0604-332e-494e-bcf3-18888568bc15 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:51:56.084880 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-18fea0a3-3672-4c36-807f-f2becd1f9c48 None None] The port 'ff0d0604-332e-494e-bcf3-18888568bc15' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 18:51:56.100029 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.100193 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event deleted for resources: {'Port': ['ID=0b1800cf-5909-450f-b54b-07333dfcd685,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.127231 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.133156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c86ba8fc-b335-45bc-af24-6543ae6d7bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.145312 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.149440 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1554a-ea65-42fb-84be-827b8db922c4,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.153485 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.157159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.160683 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56d1554a-ea65-42fb-84be-827b8db922c4 HTTP/1.1" status: 204  len: 168 time: 0.2307057
Dec 09 18:51:56.219729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.228958 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.230110 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3e1e96f8-d2f0-4e03-919b-dc5d757c722b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "DELETE /v2.0/floatingips/9274a8ee-c253-4021-a17c-c1c307749bc1 HTTP/1.1" status: 204  len: 168 time: 2.0951576
Dec 09 18:51:56.322111 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.484769 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42342) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:56.508633 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42346) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:56.526688 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.540263 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c0ab3432-0e7d-4927-8ab1-271d32c724e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3537e36eff554d03981645277ce48472&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539653
Dec 09 18:51:56.541583 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:56.542579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42350) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:56.546045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:9712f82e01a44479a585092001bc1c06 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:56.548928 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:56.554711 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:56.615753 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42354) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:56.618571 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.624099 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586031629', 'description': 'tempest-description--5107079'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:56.641402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:56.649414 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:56.649794 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.654808 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.659137 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:56.663124 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4b748e26-8541-4fc0-bddb-345996e66660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.671449 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:56.674708 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.701424 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.708698 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9712f82e01a44479a585092001bc1c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1987531
Dec 09 18:51:56.711262 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42358) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:56.713918 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad9dad-0901-462b-ae53-63b60cc9efee,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.726637 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-bf67b8b5-014a-40db-b0b8-727ff10f2fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.737956 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:56.743559 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:56.746729 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:56.754168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:56.769066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.774613 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-f9eeffbf-1f8b-46cc-a683-8ace4809c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.775928 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.795994 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46284d8-e083-401e-a564-b7be1fc8bac9,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.801969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.803099 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.805901 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.810064 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d46284d8-e083-401e-a564-b7be1fc8bac9 HTTP/1.1" status: 204  len: 168 time: 0.2633698
Dec 09 18:51:56.865627 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.869998 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.872836 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.875511 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b9f1adad-d498-49cc-9845-f74f24035b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.881340 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-63186186-0504-4beb-9d08-eb888a047d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:56.899340 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.900929 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3ad9dad-0901-462b-ae53-63b60cc9efee HTTP/1.1" status: 204  len: 168 time: 0.1885922
Dec 09 18:51:56.904474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad9dad-0901-462b-ae53-63b60cc9efee,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.931858 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.945360 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:56.955062 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:56.956812 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:56.958876 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d28a97b0-e128-4215-85cd-bf6562380148 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 0.3421211
Dec 09 18:51:56.961718 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42366) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:56.968277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'security_group_rule': {'security_group_id': 'e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:56.974375 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:56.978648 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:56.982265 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:56.988094 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:57.007942 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.075123 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.079254 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.081820 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:57.107640 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfc6180-5912-4cfd-8199-21361b8c3eee,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:57.112687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:57.118976 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.123954 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-0ade9bda-43a9-40b4-972b-6aff61da5160 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1573954
Dec 09 18:51:57.124217 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42372) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:57.130028 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'security_group_rule': {'security_group_id': 'e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:57.136114 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:57.141646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:security_group_rule and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:57.145049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:57.152495 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:57.171321 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.243606 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.249351 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.252127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a84235c6-61c4-4c04-891d-2d37973dae82 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:57.292781 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.297549 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1688025
Dec 09 18:51:57.297549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea60c93-a7e8-4dfe-aeed-5d43c542eed0,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:57.297549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42380) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:51:57.299828 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6f6c9959-4608-4f26-834d-be05c7dd50df tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:57.303216 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:51:57.309763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:51:57.313675 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Usage tracker for resource:floatingip and tenant:d676635f7ea24c489d31190542cfe948 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:51:57.316546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:51:57.322271 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:51:57.334079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.471661 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.615061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Allocated IP 172.27.3.174 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/d4b3f9af-e90a-44bf-81e2-87119d12dbff) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:51:57.768221 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.799253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:57.810419 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-397c5f3f-9c05-4b42-b337-819003f8a1f7 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:57.861045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:51:57.863795 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:51:57.867440 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:51:57.927247 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'Port': ['ID=d4b3f9af-e90a-44bf-81e2-87119d12dbff,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:57.931353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:58.008427 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:58.165490 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:58.373664 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:58.379048 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:58.383527 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f2c0d0-06ae-4a2b-838a-ac726070b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:51:58.490992 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'Port': ['ID=d4b3f9af-e90a-44bf-81e2-87119d12dbff,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:51:58.494045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:51:58.506232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:58.528080 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:51:58.537908 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2311456
Dec 09 18:51:58.753018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-32345033-647d-446a-a496-58949e034543 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:51:58.768370 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-32345033-647d-446a-a496-58949e034543 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:51:58.769541 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-32345033-647d-446a-a496-58949e034543 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--586031629&fields=id&tenant_id=d676635f7ea24c489d31190542cfe948 HTTP/1.1" status: 200  len: 267 time: 0.0605464
Dec 09 18:51:58.931688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-6d11e9e5-451f-4f33-bbe7-899b857c5b8e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:51:58.932471 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-6d11e9e5-451f-4f33-bbe7-899b857c5b8e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:network {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:51:58.954594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-6d11e9e5-451f-4f33-bbe7-899b857c5b8e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:network {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:51:58.956409 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-6d11e9e5-451f-4f33-bbe7-899b857c5b8e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 811 time: 0.1801698
Dec 09 18:51:58.974563 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-3143275e-3747-4c77-8f67-4c6894cb3be2 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/quotas/d676635f7ea24c489d31190542cfe948 HTTP/1.1" status: 200  len: 375 time: 0.0125318
Dec 09 18:51:59.068802 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-d9bb4407-d515-4c72-8789-3d23f6e3e344 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:51:59.084480 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-d9bb4407-d515-4c72-8789-3d23f6e3e344 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:51:59.085766 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-d9bb4407-d515-4c72-8789-3d23f6e3e344 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1036267
Dec 09 18:51:59.331246 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-d37fa60f-ea77-4b94-a89c-a5dbe830c82e service neutron] 10.222.0.32 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337816
Dec 09 18:51:59.467274 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-9a7320a4-f521-4340-b242-50ce0423107b service neutron] 10.222.0.32 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304965
Dec 09 18:51:59.646921 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-f7e0015f-0fa1-4945-80ec-90dcd40ee852 req-7160e773-959e-4447-95a6-1c8a545c5d32 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:51:59.659562 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-f7e0015f-0fa1-4945-80ec-90dcd40ee852 req-7160e773-959e-4447-95a6-1c8a545c5d32 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:51:59.660804 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f7e0015f-0fa1-4945-80ec-90dcd40ee852 req-7160e773-959e-4447-95a6-1c8a545c5d32 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 210 time: 0.0577877
Dec 09 18:52:00.688966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-7f46c67a-1153-40ee-8b49-ed908a5675af tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:00.690661 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-7f46c67a-1153-40ee-8b49-ed908a5675af tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 811 time: 0.1723075
Dec 09 18:52:00.741875 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-a6aadd25-f47d-482e-b9de-bc65ed0a6867 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d676635f7ea24c489d31190542cfe948 HTTP/1.1" status: 200  len: 379 time: 0.0430379
Dec 09 18:52:00.755137 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'port': {'device_id': '0bc33041-09a3-451c-80f8-e084212c70d7', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'admin_state_up': True, 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'security_groups': ['e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:52:00.875981 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-89dca73e-c337-4809-9483-46f053227a7c req-196c6052-dd70-49a1-b6b6-1dbcfe31b38b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 210 time: 0.1009626
Dec 09 18:52:00.932482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:00.942106 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:00.951575 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Made reservation on behalf of d676635f7ea24c489d31190542cfe948 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:52:00.955380 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:01.112571 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Allocated IP 172.20.0.6 (b27908f8-67d9-455d-ad99-0128f9a49fb6/3e7507f6-ddeb-435b-a57e-a64f5c3a594d/98d88525-6cfd-4370-a21a-a613b605570a) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:52:01.388918 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:01.404978 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Transition to ACTIVE for port object 98d88525-6cfd-4370-a21a-a613b605570a will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:52:01.427835 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:01.434304 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-04b1662e-b9f6-4a52-88ce-4de1cf0a9383 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:01.496314 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:52:01.499844 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:52:01.503710 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:52:01.547763 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event updated for resources: {'Port': ['ID=98d88525-6cfd-4370-a21a-a613b605570a,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:01.552710 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:01.576798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:01.577432 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:01.602702 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8520980
Dec 09 18:52:01.614585 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Request body: {'port': {'device_id': '0bc33041-09a3-451c-80f8-e084212c70d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:52:01.720539 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-6756dd13-239d-45fc-a2f6-c2237e02b6b6 None None] Provisioning for port 98d88525-6cfd-4370-a21a-a613b605570a completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:52:01.726757 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-6756dd13-239d-45fc-a2f6-c2237e02b6b6 None None] Provisioning complete for port 98d88525-6cfd-4370-a21a-a613b605570a triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:52:01.727229 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6756dd13-239d-45fc-a2f6-c2237e02b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:01.735560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:01.788422 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-6756dd13-239d-45fc-a2f6-c2237e02b6b6 None None] Port 98d88525-6cfd-4370-a21a-a613b605570a cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:52:02.095877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43831c-0ca8-4469-97ca-a0630e1f2187 req-d02b9983-ef0d-4905-88c3-ec5849068094 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:02.097407 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a43831c-0ca8-4469-97ca-a0630e1f2187 req-d02b9983-ef0d-4905-88c3-ec5849068094 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 931 time: 0.0992880
Dec 09 18:52:02.113532 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d88525-6cfd-4370-a21a-a613b605570a {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:52:02.120945 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:02.136398 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Transition to ACTIVE for port object 98d88525-6cfd-4370-a21a-a613b605570a will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:52:02.141168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:02.145528 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7a43831c-0ca8-4469-97ca-a0630e1f2187 req-1c8f404b-811c-4c1f-a59b-92157e6aeaad tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:52:02.145754 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e7179364-f759-4fc9-bede-695d16ce20e8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:02.159021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-7a43831c-0ca8-4469-97ca-a0630e1f2187 req-1c8f404b-811c-4c1f-a59b-92157e6aeaad tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:52:02.160305 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7a43831c-0ca8-4469-97ca-a0630e1f2187 req-1c8f404b-811c-4c1f-a59b-92157e6aeaad tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568738
Dec 09 18:52:02.310969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Pushing event updated for resources: {'Port': ['ID=98d88525-6cfd-4370-a21a-a613b605570a,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:02.343507 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:02.389108 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Attempting to bind port 98d88525-6cfd-4370-a21a-a613b605570a on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:52:02.389481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Attempting to bind port 98d88525-6cfd-4370-a21a-a613b605570a by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:52:02.389813 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Attempting to bind port 98d88525-6cfd-4370-a21a-a613b605570a on network b27908f8-67d9-455d-ad99-0128f9a49fb6 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:52:02.394670 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Port 98d88525-6cfd-4370-a21a-a613b605570a on network b27908f8-67d9-455d-ad99-0128f9a49fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:52:02.394995 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Attempting to bind port 98d88525-6cfd-4370-a21a-a613b605570a on network b27908f8-67d9-455d-ad99-0128f9a49fb6 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:52:02.400447 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:52:02.400783 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Checking segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:52:02.401365 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Bound using segment: {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:52:02.401945 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Bound port: 98d88525-6cfd-4370-a21a-a613b605570a, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007ad54a-9be0-40ab-9b0a-4cbe59b022ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:52:02.402696 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:02.493814 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] For port 98d88525-6cfd-4370-a21a-a613b605570a, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:52:02.497677 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] For port 98d88525-6cfd-4370-a21a-a613b605570a, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=98d88525-6cfd-4370-a21a-a613b605570a,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:52:02.502268 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:02.507402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:02.560040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:02.560671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:02.562083 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] 10.222.0.45 "PUT /v2.0/ports/98d88525-6cfd-4370-a21a-a613b605570a HTTP/1.1" status: 200  len: 1093 time: 0.9518731
Dec 09 18:52:02.564579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:52:02.601338 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Pushing event updated for resources: {'Port': ['ID=98d88525-6cfd-4370-a21a-a613b605570a,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:02.604448 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:02.649908 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a', 'status': 'completed', 'code': 200}
Dec 09 18:52:02.689772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83f10cfb-e1fe-4430-8b32-56b45bf97a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:02.691515 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-83f10cfb-e1fe-4430-8b32-56b45bf97a7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 1096 time: 0.0830677
Dec 09 18:52:02.767322 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-77e1333e-7f18-474a-8508-2a1090aec99b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98d88525-6cfd-4370-a21a-a613b605570a HTTP/1.1" status: 200  len: 217 time: 0.0689406
Dec 09 18:52:02.803584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42502) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:02.839187 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-f0bda112-46d4-47fa-9f05-fb41e0838fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:02.840996 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-f0bda112-46d4-47fa-9f05-fb41e0838fc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0673494
Dec 09 18:52:02.923135 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-b573f3c7-3ab3-48ae-b4db-9b34855802a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:02.924614 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-b573f3c7-3ab3-48ae-b4db-9b34855802a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778670
Dec 09 18:52:02.928751 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:02.944243 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:02.948083 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Usage tracker for resource:security_group_rule and tenant:42fdb566f4d14b9bab0608191c682a94 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:02.951284 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:02.957545 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:03.047167 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.051048 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.058355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d5f535a7-a1c7-4fa2-a0cf-2821316ca23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:03.060443 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-204c6c77-19ec-470d-b727-f47f6379923d service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290674
Dec 09 18:52:03.102898 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73478a9-fded-4e93-9df3-5696c13c87f2,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:03.106681 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:03.109480 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42fdb566f4d14b9bab0608191c682a94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044546
Dec 09 18:52:03.111900 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42508) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:03.172119 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.201762 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.266094 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.274616 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4b541d7e-8ac6-4d73-9803-b018669d90d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:03.294485 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a84337d4-9210-42e1-b956-e01a02b55d03 req-02fc2109-aa20-43d4-bda3-090c671184d9 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274897
Dec 09 18:52:03.334720 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73478a9-fded-4e93-9df3-5696c13c87f2,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:03.338291 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:03.339221 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.340882 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e872f49e-c57a-41f4-9243-f1a4bf972fe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e73478a9-fded-4e93-9df3-5696c13c87f2 HTTP/1.1" status: 204  len: 168 time: 0.2279625
Dec 09 18:52:03.392190 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6fd7a-4e06-4e9e-8f83-3dc96f7ef45f req-807b15fe-7362-4cc0-bfbb-6731a665e99c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:03.394048 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e8a6fd7a-4e06-4e9e-8f83-3dc96f7ef45f req-807b15fe-7362-4cc0-bfbb-6731a665e99c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 943 time: 0.1212890
Dec 09 18:52:03.425746 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-72960032-b2ca-40b4-bcd1-98b0624514d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:03.427250 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-72960032-b2ca-40b4-bcd1-98b0624514d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 1096 time: 0.0854073
Dec 09 18:52:03.445866 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e8a6fd7a-4e06-4e9e-8f83-3dc96f7ef45f req-74c3cfa2-01ed-45bb-bc3d-2d315358ab3c tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454154
Dec 09 18:52:03.571629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-670277e2-7396-4c62-b09d-dfbdf132a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:03.573267 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-670277e2-7396-4c62-b09d-dfbdf132a55a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.1395416
Dec 09 18:52:03.628677 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42518) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:03.647386 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.648026 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-7447abdf-6e2e-4d1c-868f-7b04be31a295 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98d88525-6cfd-4370-a21a-a613b605570a HTTP/1.1" status: 200  len: 217 time: 0.0670092
Dec 09 18:52:03.663981 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:03.667781 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Usage tracker for resource:security_group_rule and tenant:4d74bfd149364d299bf7cdca6b5f89aa is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:03.670660 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:03.676366 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:03.712671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-c343bae6-8f06-498e-a6a0-522bdb7fe4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:03.714091 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-c343bae6-8f06-498e-a6a0-522bdb7fe4b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0597084
Dec 09 18:52:03.760956 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.764684 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.773379 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-c6958fd8-af83-49ab-9ee7-3e9b6e74b021 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:03.794425 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-ba2e2466-ed7e-4e63-8411-a4e2a3f03b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:03.795950 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-ba2e2466-ed7e-4e63-8411-a4e2a3f03b3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746119
Dec 09 18:52:03.813125 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d74bfd149364d299bf7cdca6b5f89aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1833055
Dec 09 18:52:03.814778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c5d9e-8949-4a1f-b3b8-3af585529d62,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:03.817799 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3075f7a3-7284-47f0-a94e-537624139103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:03.818451 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42522) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:03.881357 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.908280 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.931293 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-e17786bb-9fda-4f2e-8c40-89895cbf98a7 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283562
Dec 09 18:52:03.962483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.967089 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-73897611-b870-4d60-94a5-a1725e0024cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:03.978309 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c5d9e-8949-4a1f-b3b8-3af585529d62,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:03.982711 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:03.986125 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:03.987244 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e20c5d9e-8949-4a1f-b3b8-3af585529d62 HTTP/1.1" status: 204  len: 168 time: 0.1678922
Dec 09 18:52:04.077492 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d82cc3d-2d00-4dd7-98a6-180ae5773f03 req-5a0868cb-9e39-4fdf-a337-b8476abc9b9a service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393340
Dec 09 18:52:04.636073 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14376f-cf73-4d7b-a532-8d55dbdb274e req-b8ecd413-632b-4354-a6c5-8631db06fdba tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:04.636908 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-5a14376f-cf73-4d7b-a532-8d55dbdb274e req-b8ecd413-632b-4354-a6c5-8631db06fdba tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Synchronizing usage tracker for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:52:04.652785 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-5a14376f-cf73-4d7b-a532-8d55dbdb274e req-b8ecd413-632b-4354-a6c5-8631db06fdba tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Unset dirty status for tenant:d676635f7ea24c489d31190542cfe948 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:52:04.654007 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5a14376f-cf73-4d7b-a532-8d55dbdb274e req-b8ecd413-632b-4354-a6c5-8631db06fdba tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 943 time: 0.0977542
Dec 09 18:52:04.699040 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5a14376f-cf73-4d7b-a532-8d55dbdb274e req-5b66da1d-6f85-4a69-8147-29aab284abb9 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390835
Dec 09 18:52:05.444444 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 98d88525-6cfd-4370-a21a-a613b605570a details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:52:05.582400 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 98d88525-6cfd-4370-a21a-a613b605570a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=98d88525-6cfd-4370-a21a-a613b605570a,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:52:05.624574 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '98d88525-6cfd-4370-a21a-a613b605570a', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'port_id': '98d88525-6cfd-4370-a21a-a613b605570a', 'mac_address': 'fa:16:3e:51:ec:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:52:05.680966 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:05.697959 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d88525-6cfd-4370-a21a-a613b605570a {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:52:05.714730 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 98d88525-6cfd-4370-a21a-a613b605570a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=98d88525-6cfd-4370-a21a-a613b605570a,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:52:05.719305 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:05.721102 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-fe116291-0d9e-49c1-a040-005264b54771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:05.730109 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42574) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:05.792525 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=98d88525-6cfd-4370-a21a-a613b605570a,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:05.800308 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.800748 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.801164 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.801587 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.801991 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.802414 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.802812 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.803547 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.803547 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.803967 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.804358 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.804751 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:05.809511 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:05.880521 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:05.903274 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:05.909095 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Usage tracker for resource:security_group_rule and tenant:8cefd715e99546bca1112384026e85e1 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:05.922769 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['98d88525-6cfd-4370-a21a-a613b605570a'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:52:06.022376 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:06.030518 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:06.070675 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c8976-6088-44ba-8702-7fc1e036359b req-1bf4fb53-15ed-400b-b7b0-ba01bebab980 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:06.072223 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ba2c8976-6088-44ba-8702-7fc1e036359b req-1bf4fb53-15ed-400b-b7b0-ba01bebab980 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 944 time: 0.2528934
Dec 09 18:52:06.138402 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ba2c8976-6088-44ba-8702-7fc1e036359b req-02de38a6-a7dd-42a3-98e6-c67778eb9527 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569837
Dec 09 18:52:06.175952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.187625 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.195917 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fe2529e7-94b1-40c4-b79f-52c4d6dfdc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:06.235215 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cefd715e99546bca1112384026e85e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5039368
Dec 09 18:52:06.236860 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae010b87-2620-4afa-813f-e2925e8748f2,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:06.238153 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42580) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:06.240189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0a7fcafd-e535-49c5-a19c-1ff1d4bac612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:06.297403 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.327216 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.383265 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.389419 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e01136ba-6e6d-44e6-b1c0-aad65c4b2c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:06.400371 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae010b87-2620-4afa-813f-e2925e8748f2,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:06.403241 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:06.408342 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.409513 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1338f988-2cf3-4dc0-b626-366f2a907ffa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae010b87-2620-4afa-813f-e2925e8748f2 HTTP/1.1" status: 204  len: 168 time: 0.1702969
Dec 09 18:52:06.685687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42588) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:06.706652 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.720747 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:06.724555 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a431f69d63164e9ebe274cace7fd642f is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:06.727349 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:06.733560 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:06.819463 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.823347 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.832218 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:06.872489 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a431f69d63164e9ebe274cace7fd642f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856894
Dec 09 18:52:06.874181 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b6c00-5fb4-4d70-98ba-8de8b5dad1fb,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:06.875180 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42592) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:06.877126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:06.935538 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:06.965594 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:07.023584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:07.028224 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-12ddfde2-3cb6-42b4-8ec4-b919d1549e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:07.042418 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b6c00-5fb4-4d70-98ba-8de8b5dad1fb,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:07.046003 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:07.052662 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:07.053927 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c25b6c00-5fb4-4d70-98ba-8de8b5dad1fb HTTP/1.1" status: 204  len: 168 time: 0.1775823
Dec 09 18:52:07.347682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44639a87-a402-4417-b106-fe3d7e1d7e62 req-4bb72c29-6299-4e50-a382-3083c6cedf77 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:07.349677 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-44639a87-a402-4417-b106-fe3d7e1d7e62 req-4bb72c29-6299-4e50-a382-3083c6cedf77 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 944 time: 0.0880263
Dec 09 18:52:07.398184 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-44639a87-a402-4417-b106-fe3d7e1d7e62 req-9675c3d1-691e-4f36-b921-01c837fd56b7 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423746
Dec 09 18:52:07.444463 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 98d88525-6cfd-4370-a21a-a613b605570a up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:52:07.516240 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 98d88525-6cfd-4370-a21a-a613b605570a completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:52:07.521056 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 98d88525-6cfd-4370-a21a-a613b605570a triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:52:07.521473 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:07.646386 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:07.674981 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:52:07.685116 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 98d88525-6cfd-4370-a21a-a613b605570a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=98d88525-6cfd-4370-a21a-a613b605570a,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:52:07.689874 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:07.691720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-8b6064cf-94db-4372-8d95-2aa74d56a8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:07.727212 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a', 'code': 200}
Dec 09 18:52:07.760031 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=98d88525-6cfd-4370-a21a-a613b605570a,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:07.763694 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:07.963774 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501d1b9-e640-48c8-9f90-58e5b2dc450c req-bb3bb3ff-9be0-476e-8a9d-3dd4eed2b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:07.965617 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b501d1b9-e640-48c8-9f90-58e5b2dc450c req-bb3bb3ff-9be0-476e-8a9d-3dd4eed2b84e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 1098 time: 0.0732484
Dec 09 18:52:08.012114 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b501d1b9-e640-48c8-9f90-58e5b2dc450c req-f4aca864-17c5-42ef-86d0-6d3bb9575e5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396879
Dec 09 18:52:08.592616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01013-e121-4ddb-92db-792824f5c6af req-55c33375-9a4b-4ae4-95ac-7d7e22c5aab0 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:08.594129 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-16d01013-e121-4ddb-92db-792824f5c6af req-55c33375-9a4b-4ae4-95ac-7d7e22c5aab0 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 945 time: 0.0886812
Dec 09 18:52:08.640562 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-16d01013-e121-4ddb-92db-792824f5c6af req-4b7d995f-8a81-4dc6-b9e2-16c97eea3666 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408850
Dec 09 18:52:08.714162 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:52:09.831602 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bded52-902e-4791-8fb0-10d8b774168f req-e2814178-f60e-48e3-bd65-7900f79a2c0b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:09.832974 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a2bded52-902e-4791-8fb0-10d8b774168f req-e2814178-f60e-48e3-bd65-7900f79a2c0b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 945 time: 0.0832303
Dec 09 18:52:09.877982 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a2bded52-902e-4791-8fb0-10d8b774168f req-41d239ed-db9b-4a65-b9b7-955ab5927cbc tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393457
Dec 09 18:52:10.059184 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5654f60-3f3b-4683-a543-aaf302d4042f req-ed566e7a-4046-4993-ab27-f220169900e0 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:10.060658 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b5654f60-3f3b-4683-a543-aaf302d4042f req-ed566e7a-4046-4993-ab27-f220169900e0 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 945 time: 0.0849860
Dec 09 18:52:10.069099 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42668) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:10.074107 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Request body: {'floatingip': {'port_id': '98d88525-6cfd-4370-a21a-a613b605570a'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:52:10.149022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:10.845551 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:10.848110 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:11.022538 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Floating IP 9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e associated. External IP: 172.27.3.174, port: 98d88525-6cfd-4370-a21a-a613b605570a.
Dec 09 18:52:11.375228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:52:11.550342 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:52:11.560053 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498e376-02ba-4940-8417-661517fa94ad None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:52:11.562858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:11.572877 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:52:11.573705 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcad8b0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:52:11.620312 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8c3998e0-fd37-4e2c-ad7b-33561c424418 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "PUT /v2.0/floatingips/9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e HTTP/1.1" status: 200  len: 991 time: 1.5500798
Dec 09 18:52:11.621173 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:52:11.665259 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a', 'status': 'completed', 'code': 200}
Dec 09 18:52:11.761250 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:52:11.863539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-73f02aab-37a1-4721-b50e-6aac45e71cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:11.864934 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-73f02aab-37a1-4721-b50e-6aac45e71cc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 1098 time: 0.1758118
Dec 09 18:52:11.996533 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-c44ef659-9883-47ee-b3bd-7dc8bce41508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:11.998066 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-c44ef659-9883-47ee-b3bd-7dc8bce41508 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.1269033
Dec 09 18:52:12.107230 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-b4e97a3a-fa6b-49c1-ad37-f71fcb1a666f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98d88525-6cfd-4370-a21a-a613b605570a HTTP/1.1" status: 200  len: 999 time: 0.1021786
Dec 09 18:52:12.111249 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcad8b0>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'port_id': '98d88525-6cfd-4370-a21a-a613b605570a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'mac_address': 'fa:16:3e:51:ec:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc33041-09a3-451c-80f8-e084212c70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:51:57Z', 'updated_at': '2021-12-09T18:52:10Z', 'revision_number': 1, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:52:12.115171 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498e376-02ba-4940-8417-661517fa94ad None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:52:12.124161 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:52:12.124760 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcad8b0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:51:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:52:12.169047 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-79003992-0870-489f-b5ab-56a9b3c68298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:12.170550 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-79003992-0870-489f-b5ab-56a9b3c68298 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.0576825
Dec 09 18:52:12.248833 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-54f495e1-7f0a-4d58-94ae-6bdb2408ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:12.250456 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-54f495e1-7f0a-4d58-94ae-6bdb2408ef77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738859
Dec 09 18:52:12.304972 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:52:12.395363 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-ea5f344c-233f-44d4-b348-7203dbe6227c service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380467
Dec 09 18:52:12.532220 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d90a5d9e-9514-4388-80e3-ea68da641c13 req-d700d1a0-2e25-4321-ad2f-329e78394c46 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305699
Dec 09 18:52:12.665004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42710) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:12.667553 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-c498e376-02ba-4940-8417-661517fa94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdcad8b0>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'port_id': '98d88525-6cfd-4370-a21a-a613b605570a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'mac_address': 'fa:16:3e:51:ec:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc33041-09a3-451c-80f8-e084212c70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:51:57Z', 'updated_at': '2021-12-09T18:52:10Z', 'revision_number': 1, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:52:12.672561 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498e376-02ba-4940-8417-661517fa94ad None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'port_id': '98d88525-6cfd-4370-a21a-a613b605570a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'mac_address': 'fa:16:3e:51:ec:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc33041-09a3-451c-80f8-e084212c70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:51:57Z', 'updated_at': '2021-12-09T18:52:10Z', 'revision_number': 1, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:52:12.786176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:12.802200 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:12.806498 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Usage tracker for resource:security_group_rule and tenant:61437a01c913441ab290a1f165df07af is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:12.810957 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:12.816979 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:12.897488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae15e1-cedc-4dd6-b78f-a0c569e53662 None None] New status for floating IP 9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e: ACTIVE {{(pid=86870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:52:12.910593 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:12.914867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:12.923818 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-650287ec-b4a0-43ce-8633-41ba6fbedfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:12.966622 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61437a01c913441ab290a1f165df07af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2998333
Dec 09 18:52:12.966761 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42718) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:12.968126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f937dc-0d0f-4fa9-a255-bdd1e4b01de4,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:12.971446 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:13.033774 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.062584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.114602 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.118500 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-bb6bc2f6-e46f-4da2-98ce-3872581d853e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:13.129853 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f937dc-0d0f-4fa9-a255-bdd1e4b01de4,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:13.132032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:13.138007 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.139104 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61f937dc-0d0f-4fa9-a255-bdd1e4b01de4 HTTP/1.1" status: 204  len: 168 time: 0.1714330
Dec 09 18:52:13.414710 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42726) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:13.432753 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.448209 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:13.452607 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2380df2d2b847f3bc249264beddd828 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:13.455652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:13.461256 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:13.546967 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.550891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.559696 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-1d9a32b9-3439-4d60-9742-9e3afa24b262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:13.602145 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2380df2d2b847f3bc249264beddd828&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863167
Dec 09 18:52:13.603044 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4745f10c-8a81-41c9-9306-0f7f15701eaf,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:13.605767 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42730) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:13.606299 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-7468e3a7-8765-4059-89d3-d4e8c9a5d3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:13.671414 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.697004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.748989 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.752637 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6990be55-4d9e-44c8-8d7a-396f0bd41901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:13.765247 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4745f10c-8a81-41c9-9306-0f7f15701eaf,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:13.767811 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:13.775133 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:13.776263 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8f4b1b0b-2082-407b-9750-ba819b29d4a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4745f10c-8a81-41c9-9306-0f7f15701eaf HTTP/1.1" status: 204  len: 168 time: 0.1690433
Dec 09 18:52:14.130519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42740) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:14.148772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.162790 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:14.166657 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e11e343eee66410490d6d6ffd02f1f25 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:14.170206 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:14.175915 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:14.265391 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.268900 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.277397 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b60a0963-4e24-4e73-86fc-a45e6cf8c7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:14.321001 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e11e343eee66410490d6d6ffd02f1f25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894286
Dec 09 18:52:14.321940 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0bb6dc-9d86-438b-b3aa-bd2db6edf91d,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:14.323734 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42744) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:14.325066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:14.381851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.408731 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.462064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.466204 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8fb9243d-3501-43fb-89f2-14c3020dcc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:14.478624 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0bb6dc-9d86-438b-b3aa-bd2db6edf91d,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:14.482952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:14.488226 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:14.491649 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-addddb46-dcb2-405d-90b6-00c7160dc03d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a0bb6dc-9d86-438b-b3aa-bd2db6edf91d HTTP/1.1" status: 204  len: 168 time: 0.1645300
Dec 09 18:52:20.448382 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-66727386-4820-45d5-8197-4862fedfc3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:21.271393 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:23.042094 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-7c01b842-6218-4233-b76a-59b448cfa355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:24.214126 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:25.952718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:26.327564 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.081506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 42972) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:44.203309 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.218336 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:44.222208 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Usage tracker for resource:security_group_rule and tenant:4da2ab6f037840288711490316577a3a is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:44.225094 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:44.230912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:44.310385 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.313886 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.326124 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-6f2e71e3-6b94-4b66-9eec-6d423558bc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:44.365215 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4da2ab6f037840288711490316577a3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822928
Dec 09 18:52:44.366879 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bdcf4c-e2b8-4b4a-94c9-aa2e5b5d6fd4,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:44.370061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 42980) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:44.374899 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.375282 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.375665 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.376015 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.376373 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.376732 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.377086 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.377464 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.377814 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.378159 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.378507 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.378852 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.382716 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-20614622-0abb-4a20-906b-76cfa46a8c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:44.440210 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.469674 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.520912 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.525641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3664dbab-56d4-49ef-8cc7-1f7a93b6e764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:44.539972 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bdcf4c-e2b8-4b4a-94c9-aa2e5b5d6fd4,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:44.549393 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:44.550501 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8bdcf4c-e2b8-4b4a-94c9-aa2e5b5d6fd4 HTTP/1.1" status: 204  len: 168 time: 0.1798205
Dec 09 18:52:44.551897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.552277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.552743 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.553096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.553490 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.553861 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.554282 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.554653 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.555005 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.555426 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.555712 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.556042 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:52:44.558973 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:45.714583 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:52:50.452445 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b03d133-0f8f-4fef-ad27-38d7b093ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:51.273446 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.045173 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5b3b927-2a42-49fb-95b5-d4109932251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.102275 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43062) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:53.217095 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.231276 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:52:53.235147 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Usage tracker for resource:security_group_rule and tenant:41cfcd095a4a4567a91688a9b6649a93 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:52:53.237944 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:52:53.243509 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:52:53.324900 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.329178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.336021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-908f2756-a6b0-41ca-b4c0-fa32302cb23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:53.376091 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41cfcd095a4a4567a91688a9b6649a93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2727313
Dec 09 18:52:53.377077 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869efc3f-341a-44c4-b9f1-6bab98a4df45,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:53.378825 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43070) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:52:53.380144 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8bb72cc9-4bc5-441a-994b-5b84b6ba0f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:53.441126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.471348 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.522772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.526346 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3f251a3d-9d12-4a83-acb8-b41a11b3eb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:52:53.538973 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869efc3f-341a-44c4-b9f1-6bab98a4df45,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:52:53.541780 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:52:53.543684 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:53.544862 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/869efc3f-341a-44c4-b9f1-6bab98a4df45 HTTP/1.1" status: 204  len: 168 time: 0.1636779
Dec 09 18:52:54.216434 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:55.953516 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:56.334274 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:52:58.215532 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-dee4923e-cfe8-465d-b5c9-51ddb85f14b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717604
Dec 09 18:52:58.352520 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-dc6e9d0f-c4ad-4640-91a0-17725196f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:58.354037 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-dc6e9d0f-c4ad-4640-91a0-17725196f0b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d676635f7ea24c489d31190542cfe948&device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 1098 time: 0.0736568
Dec 09 18:52:58.498086 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-4b5d5d8e-66f5-496b-bf0d-f3454bbd98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:58.499439 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-4b5d5d8e-66f5-496b-bf0d-f3454bbd98fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 200  len: 912 time: 0.1278036
Dec 09 18:52:58.598631 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-46bd2a18-040b-42dd-bb1e-dbba2d9e9d1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98d88525-6cfd-4370-a21a-a613b605570a HTTP/1.1" status: 200  len: 1001 time: 0.0931380
Dec 09 18:52:58.742673 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-3fc64f8a-8b5f-4378-8fef-bcf777f622dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:58.744137 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-3fc64f8a-8b5f-4378-8fef-bcf777f622dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 200  len: 850 time: 0.1399705
Dec 09 18:52:58.819697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-f086005f-8c52-4d65-91ea-c03edba0fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:52:58.821182 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-f086005f-8c52-4d65-91ea-c03edba0fb43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b27908f8-67d9-455d-ad99-0128f9a49fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706470
Dec 09 18:52:58.951540 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-06d4933b-46e2-4f96-975d-e0b876531b3f service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237936
Dec 09 18:52:59.083125 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6c6d472-f7c7-48d1-bdd7-459e336a67b6 req-92574bbf-4252-4988-a11f-f805c4784587 service neutron] 10.222.0.45 "GET /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247227
Dec 09 18:53:16.325986 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bd036-907e-4947-9946-504fb228b3d4 req-e7ff0ece-d25e-45ce-b81c-af49f8dc2d5a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:16.327449 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-105bd036-907e-4947-9946-504fb228b3d4 req-e7ff0ece-d25e-45ce-b81c-af49f8dc2d5a tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 945 time: 0.0860505
Dec 09 18:53:16.373229 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-105bd036-907e-4947-9946-504fb228b3d4 req-0c4f9a8c-64a8-49a9-bd0b-f35a61207609 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399604
Dec 09 18:53:17.564375 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c769d73-dee1-43be-89a8-b746ce813707 req-8fbeca88-db40-41e8-9dd9-3fa5fde8e4e4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:17.565845 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9c769d73-dee1-43be-89a8-b746ce813707 req-8fbeca88-db40-41e8-9dd9-3fa5fde8e4e4 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 945 time: 0.0836916
Dec 09 18:53:17.609482 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9c769d73-dee1-43be-89a8-b746ce813707 req-2cbd77ee-b239-497a-b71f-bc14ebe6497b tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380087
Dec 09 18:53:17.912478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-70398bfc-bb80-4e51-b415-f09ad793af1e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:17.913939 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-70398bfc-bb80-4e51-b415-f09ad793af1e tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 945 time: 0.0821829
Dec 09 18:53:17.987301 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Deleting port 98d88525-6cfd-4370-a21a-a613b605570a {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:17.987642 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:18.235060 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] For port 98d88525-6cfd-4370-a21a-a613b605570a, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=98d88525-6cfd-4370-a21a-a613b605570a,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:18.235333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:18.522844 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:18.523136 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:18.523448 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Floating IP 9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e disassociated. External IP: 172.27.3.174, port: 98d88525-6cfd-4370-a21a-a613b605570a.
Dec 09 18:53:18.523786 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Calling delete_port for 98d88525-6cfd-4370-a21a-a613b605570a owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:53:18.668774 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:18.674295 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c07eeaeb-7d76-4f7a-b3f3-c8a2dce11aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:18.719921 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event deleted for resources: {'Port': ['ID=98d88525-6cfd-4370-a21a-a613b605570a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:18.722865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:18.764908 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3952ee5f-b0ae-4ec0-8476-fbe294e83804 req-80c89c8e-446f-41c5-bbc7-48ef39c13790 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 210 time: 0.0497606
Dec 09 18:53:18.991675 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:53:19.178765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:53:19.189882 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:53:19.202409 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:53:19.203282 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd650220>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:52:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:19.251883 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] No DVR routers for this DVR port 98d88525-6cfd-4370-a21a-a613b605570a on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:53:19.254384 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:19.256914 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'name': 'network-vif-deleted', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:53:19.273413 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5dee7359-d3a2-420c-99de-d608f340e1f5 req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.45 "DELETE /v2.0/ports/98d88525-6cfd-4370-a21a-a613b605570a HTTP/1.1" status: 204  len: 173 time: 1.3532608
Dec 09 18:53:19.304155 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc33041-09a3-451c-80f8-e084212c70d7', 'name': 'network-vif-deleted', 'tag': '98d88525-6cfd-4370-a21a-a613b605570a', 'status': 'completed', 'code': 200}
Dec 09 18:53:19.386058 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:53:19.709941 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd650220>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:19.713792 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:53:19.722232 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:53:19.722828 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd650220>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:52:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:19.897626 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:53:19.942334 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-43f027aa-4f89-488b-8447-f9a5432bbfe0 req-68449415-ccd3-4c6e-b9bc-670cf55df252 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bc33041-09a3-451c-80f8-e084212c70d7 HTTP/1.1" status: 200  len: 210 time: 0.0600417
Dec 09 18:53:20.220396 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd650220>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:20.224270 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182a8d4-4819-425d-87e7-3dcddc227ec6 None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:48:41Z', 'revision_number': 4, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'cc4dd069-b853-4662-a33e-128b805daa6e', 'name': '', 'network_id': 'b27908f8-67d9-455d-ad99-0128f9a49fb6', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'mac_address': 'fa:16:3e:63:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:40Z', 'updated_at': '2021-12-09T18:48:48Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'subnets': [{'id': '3e7507f6-ddeb-435b-a57e-a64f5c3a594d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:53:20.426872 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0b141-edf9-4441-8c2a-568ecdfebfc8 None None] New status for floating IP 9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e: DOWN {{(pid=86870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:53:20.578338 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ab9d336c-c7a4-46af-baed-e747c82ce194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.067259 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43210) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:21.134613 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.162483 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.213805 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.217854 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7c7dcb43-92a7-4785-8a49-f82969bb5a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:21.233309 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:21.235844 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:21.246040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.247745 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-66e52b44-8392-4732-a2ac-1ab75dbb4bed tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "DELETE /v2.0/security-groups/e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780 HTTP/1.1" status: 204  len: 168 time: 0.1788290
Dec 09 18:53:21.250312 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43214) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:21.267043 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.api.v2.resource [None req-de22c256-f64e-4ad9-91fd-415b51f8a5f8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] show failed (client error): The resource could not be found.
Dec 09 18:53:21.270710 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-de22c256-f64e-4ad9-91fd-415b51f8a5f8 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "GET /v2.0/security-groups/e8aa8f4b-2aa9-43cf-be3b-10dfdfbe4780 HTTP/1.1" status: 404  len: 347 time: 0.0167868
Dec 09 18:53:21.270854 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43218) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:21.279594 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.425547 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Deleting port d4b3f9af-e90a-44bf-81e2-87119d12dbff {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:21.425892 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.602505 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.602835 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.724519 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Calling delete_port for d4b3f9af-e90a-44bf-81e2-87119d12dbff owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:53:21.804456 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 98d88525-6cfd-4370-a21a-a613b605570a no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:53:21.839390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 98d88525-6cfd-4370-a21a-a613b605570a {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:53:21.839783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 98d88525-6cfd-4370-a21a-a613b605570a not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:53:21.867365 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:21.871097 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3d01d895-b9c1-494f-87f2-594e2d3a7052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:21.914752 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Pushing event deleted for resources: {'Port': ['ID=d4b3f9af-e90a-44bf-81e2-87119d12dbff,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:21.917835 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:22.008532 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:22.022335 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:22.023689 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] 10.222.0.32 "DELETE /v2.0/floatingips/9ed5c7cd-6d70-433d-964d-5e5fb42d6b1e HTTP/1.1" status: 204  len: 168 time: 0.7519531
Dec 09 18:53:22.713228 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:53:23.046488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fa301725-0b19-48c7-8dd0-1132855b5d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:24.219430 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:25.955614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:26.001118 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43260) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:26.352090 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:26.623771 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:26.970709 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Deleting port cc4dd069-b853-4662-a33e-128b805daa6e {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:26.971048 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:27.144777 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] For port cc4dd069-b853-4662-a33e-128b805daa6e, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=cc4dd069-b853-4662-a33e-128b805daa6e,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:27.145511 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:27.264217 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Calling delete_port for cc4dd069-b853-4662-a33e-128b805daa6e owned by network:router_interface {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:53:27.427773 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:27.431188 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b9f7088-b5e8-45d3-a193-a9553a89d793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:27.474261 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4dd069-b853-4662-a33e-128b805daa6e,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:27.477314 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:27.825372 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:28.187002 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:53:28.362707 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:53:28.370988 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] Sync routers for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:53:28.375028 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] 10.222.0.32 "PUT /v2.0/routers/94edb6a2-2f05-43c6-8cb3-b00b843e39c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3728075
Dec 09 18:53:28.377523 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43264) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:28.380527 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:53:28.381138 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5c6190>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:53:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:28.552899 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:28.587857 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:53:28.731207 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:28.742437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Deleting port 0de4513b-2c5b-4358-a2e7-c298e66aca2d {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:28.742781 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:28.869625 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5c6190>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:53:27Z', 'revision_number': 5, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port': {'id': '0de4513b-2c5b-4358-a2e7-c298e66aca2d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:48:37Z', 'updated_at': '2021-12-09T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:28.873539 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] Checking router: 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:53:28.882188 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] Routers {'94edb6a2-2f05-43c6-8cb3-b00b843e39c6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:53:28.882803 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5c6190>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:53:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:28.915331 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] For port 0de4513b-2c5b-4358-a2e7-c298e66aca2d, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=0de4513b-2c5b-4358-a2e7-c298e66aca2d,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:28.915693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.040347 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] Set router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:53:29.146121 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Calling delete_port for 0de4513b-2c5b-4358-a2e7-c298e66aca2d owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:53:29.146860 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5c6190>, [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:53:28Z', 'revision_number': 6, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:29.150871 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073d294-620a-451e-af20-38c1a0339b34 None None] The sync data for ids ['94edb6a2-2f05-43c6-8cb3-b00b843e39c6'] in dv-cinder-819346-1-iscsi is: [{'id': '94edb6a2-2f05-43c6-8cb3-b00b843e39c6', 'name': 'tempest-AttachVolumeTestJSON-1532657617-router', 'tenant_id': 'd676635f7ea24c489d31190542cfe948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:48:36Z', 'updated_at': '2021-12-09T18:53:28Z', 'revision_number': 6, 'project_id': 'd676635f7ea24c489d31190542cfe948', 'gw_port_host': None}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:53:29.312771 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.316213 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d1bd8875-ec00-479c-a181-3111b69de0ee tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:29.361415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Pushing event deleted for resources: {'Port': ['ID=0de4513b-2c5b-4358-a2e7-c298e66aca2d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:29.364442 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:29.449985 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.627955 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.630126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.652199 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.652734 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94edb6a2-2f05-43c6-8cb3-b00b843e39c6 {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 18:53:29.666497 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.667611 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] 10.222.0.32 "DELETE /v2.0/routers/94edb6a2-2f05-43c6-8cb3-b00b843e39c6 HTTP/1.1" status: 204  len: 168 time: 1.2891777
Dec 09 18:53:29.670891 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43268) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:29.730610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Deleting subnet 3e7507f6-ddeb-435b-a57e-a64f5c3a594d {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:53:29.733928 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.781072 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.860171 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.930798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.935514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-35ee2391-977c-468e-82a1-181436eac875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:29.971973 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7507f6-ddeb-435b-a57e-a64f5c3a594d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:29.975243 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:29.976303 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:29.985570 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f2006-9b47-494d-b3cf-bc37637ef037 None None] Network b27908f8-67d9-455d-ad99-0128f9a49fb6 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:53:29.986092 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-9883659d-befa-4f44-a1b9-1f5638071150 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e7507f6-ddeb-435b-a57e-a64f5c3a594d HTTP/1.1" status: 204  len: 168 time: 0.3121850
Dec 09 18:53:29.986807 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43272) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:30.000603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0de4513b-2c5b-4358-a2e7-c298e66aca2d no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:53:30.094180 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 0de4513b-2c5b-4358-a2e7-c298e66aca2d {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:53:30.095138 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 0de4513b-2c5b-4358-a2e7-c298e66aca2d not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:53:30.095677 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device cc4dd069-b853-4662-a33e-128b805daa6e no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:53:30.098997 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.113526 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Deleting port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:30.113952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.178542 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: cc4dd069-b853-4662-a33e-128b805daa6e {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:53:30.179145 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device cc4dd069-b853-4662-a33e-128b805daa6e not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:53:30.330985 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] For port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:30.331342 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.376869 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] DHCP port deletion for b27908f8-67d9-455d-ad99-0128f9a49fb6 request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 18:53:30.381159 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Deleting port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:30.381585 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.454916 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Calling delete_port for fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 owned by network:dhcp {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:53:30.533981 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.538507 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:30.581786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:30.583762 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] No DVR routers for this DVR port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 on host dv-cinder-819346-1-iscsi {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:53:30.585219 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:30.587693 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] For port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=fcbc2150-ccb3-4c7a-9736-b998bdcdcd94,segment=NetworkSegment(007ad54a-9be0-40ab-9b0a-4cbe59b022ce),segment_id=007ad54a-9be0-40ab-9b0a-4cbe59b022ce)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:30.588100 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.698299 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.709221 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Calling delete_port for fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:53:30.724160 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3ccee3d90>,) {'filters': {'network_id': ['b27908f8-67d9-455d-ad99-0128f9a49fb6']}} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:30.739924 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3ccee3d90>, '007ad54a-9be0-40ab-9b0a-4cbe59b022ce') {'for_net_delete': True} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:30.740226 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3ccee3d90>, '007ad54a-9be0-40ab-9b0a-4cbe59b022ce') {} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:53:30.751761 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969101'] for segment, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.768496 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.774535 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=86868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:53:30.774922 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102490'] for segment, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.782718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 18:53:30.783083 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]: Traceback (most recent call last):
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     timer()
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     cb(*args, **kw)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     return func(*args, **kwargs)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     self._notify()
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     self.callback(batched_events)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     event.method(event)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     return f(self, *a, **k)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._get(url).json()
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:53:30.788737 dv-cinder-819346-1-iscsi neutron-server[86868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:53:30.862587 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.866242 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:30.879855 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:30.895113 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27908f8-67d9-455d-ad99-0128f9a49fb6,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:30.899101 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:30.916297 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b27908f8-67d9-455d-ad99-0128f9a49fb6 HTTP/1.1" status: 204  len: 168 time: 0.9284072
Dec 09 18:53:31.091690 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43278) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:31.143207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-1b0c0cb7-8271-47b3-8f76-93e600f2304e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d676635f7ea24c489d31190542cfe948&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503268
Dec 09 18:53:31.145459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43282) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:31.202493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:31.227561 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:31.278829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:31.282529 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a27b52bb-17a7-48dd-bc54-0e53852789c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:31.284102 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Deleting port fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:53:31.284593 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:31.296448 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c35b6-dc44-4f77-92d0-3a53f75a63d4,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:31.300235 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:31.303641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:31.306504 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea5c35b6-dc44-4f77-92d0-3a53f75a63d4 HTTP/1.1" status: 204  len: 168 time: 0.1584139
Dec 09 18:53:31.370298 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-d37ec1bd-87e7-4bbe-b9f6-9c2ca6c7c9c2 None None] The port 'fcbc2150-ccb3-4c7a-9736-b998bdcdcd94' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 18:53:31.963416 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:53:31.997044 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:53:31.997703 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device fcbc2150-ccb3-4c7a-9736-b998bdcdcd94 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:53:32.024678 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43306) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:32.128161 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1969374227-network', 'tenant_id': '62306b93a2a247bb8da1294a735217fd'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:53:32.132810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:53:32.136663 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Usage tracker for resource:network and tenant:62306b93a2a247bb8da1294a735217fd is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:53:32.140109 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:53:32.145707 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:53:32.156251 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Made reservation on behalf of 62306b93a2a247bb8da1294a735217fd for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:53:32.158756 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.170669 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.184318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:53:32.188280 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Usage tracker for resource:security_group_rule and tenant:62306b93a2a247bb8da1294a735217fd is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:53:32.191017 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:53:32.196539 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:53:32.279612 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.283166 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.286065 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-51a4b9f1-d74f-4e33-995c-5998a9a162eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:32.313151 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:53:32.321549 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a748d7-5708-4570-8909-431ca25c5d14,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:32.325038 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:32.327694 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.328069 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Added segment 2d4a0e47-2e2b-492c-a907-323b1839fb06 of type vlan for network 6ab15581-b482-488e-a933-c63c733dc3ab
Dec 09 18:53:32.355179 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.383313 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.384593 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:32.385183 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.389916 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8a07a564-3767-4512-a43a-6afed790597b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:32.581897 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab15581-b482-488e-a933-c63c733dc3ab,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:32.584998 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5592446
Dec 09 18:53:32.585950 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fe815f9a-8cdd-49ca-9219-43c9b629e413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:32.587928 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43312) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:53:32.591940 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 6ab15581-b482-488e-a933-c63c733dc3ab details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:53:32.594368 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Request body: {'subnet': {'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1969374227-subnet', 'tenant_id': '62306b93a2a247bb8da1294a735217fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:53:32.599442 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:53:32.603572 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Usage tracker for resource:subnet and tenant:62306b93a2a247bb8da1294a735217fd is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:53:32.606779 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:53:32.612752 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:53:32.623169 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Made reservation on behalf of 62306b93a2a247bb8da1294a735217fd for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:53:32.625529 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.835679 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.839991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:32.908194 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2a052e-51d2-4bb4-9d5d-f505d817da34,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:32.911640 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:32.917264 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Checking segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:53:32.917656 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Network hostable DHCP agents. Network: 6ab15581-b482-488e-a933-c63c733dc3ab, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:53:32.937462 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Network 6ab15581-b482-488e-a933-c63c733dc3ab is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:53:32.946145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 6ab15581-b482-488e-a933-c63c733dc3ab) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:53:32.950225 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:32.951006 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:32.956062 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81287cf4-fd3f-4808-afae-8ffed93e5f27 None None] Network 6ab15581-b482-488e-a933-c63c733dc3ab requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:53:32.971768 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3827870
Dec 09 18:53:33.166134 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af54f507-86b4-4cda-9438-387f5a7eed5a None None] Network 6ab15581-b482-488e-a933-c63c733dc3ab requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:53:33.474502 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-1de491f9-7a98-496d-9359-8b817b6cbedf tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:33.475948 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-1de491f9-7a98-496d-9359-8b817b6cbedf tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1443751
Dec 09 18:53:33.490516 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-5b170bf5-1cdc-4925-88a2-9b3327d3e6bd tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/quotas/62306b93a2a247bb8da1294a735217fd HTTP/1.1" status: 200  len: 375 time: 0.0092545
Dec 09 18:53:33.537009 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-2f4002bc-97fd-4f33-8ab5-84f185ef35e1 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416608
Dec 09 18:53:33.667102 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-60a04be6-076a-4f35-a00f-c18780c5b356 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236377
Dec 09 18:53:33.796365 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-8ea81f64-56ed-4088-bfaf-7a97b9c1e4ae service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233349
Dec 09 18:53:33.978443 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-91c8e84c-51ef-4491-a19d-a68d30698e11 req-aae44b4e-f627-4814-a562-ae8a75304a64 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 210 time: 0.0483613
Dec 09 18:53:34.985293 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-43dfacc1-7790-40de-91b1-ff0233a79da6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:34.986736 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-43dfacc1-7790-40de-91b1-ff0233a79da6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1488860
Dec 09 18:53:34.999955 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Request body: {'port': {'device_id': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'admin_state_up': True, 'tenant_id': '62306b93a2a247bb8da1294a735217fd'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:53:35.230026 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-65b7bd06-510b-4174-aecb-061ef1d78d14 req-e9458385-9949-4a20-815d-b531ffb6bcd4 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 210 time: 0.1405065
Dec 09 18:53:35.272589 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:53:35.276371 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Usage tracker for resource:port and tenant:62306b93a2a247bb8da1294a735217fd is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:53:35.279414 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:53:35.284913 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:53:35.294784 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Made reservation on behalf of 62306b93a2a247bb8da1294a735217fd for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:53:35.298337 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:35.461004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Allocated IP 172.20.0.13 (6ab15581-b482-488e-a933-c63c733dc3ab/ae2a052e-51d2-4bb4-9d5d-f505d817da34/7d2f07dd-27c6-41f4-a60b-200b6c7a153f) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:53:35.663777 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:35.694451 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:35.700981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bd613e59-e492-4cae-b1fd-9b926a5712ff tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:35.774524 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Network 6ab15581-b482-488e-a933-c63c733dc3ab is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:53:35.777736 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:53:35.782576 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:53:35.814646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event updated for resources: {'Port': ['ID=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:35.826131 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:35.852958 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:35.853597 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:35.874184 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8787427
Dec 09 18:53:35.886044 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Request body: {'port': {'device_id': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:53:36.003023 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:36.355047 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2f07dd-27c6-41f4-a60b-200b6c7a153f {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:53:36.362841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:36.378171 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Transition to ACTIVE for port object 7d2f07dd-27c6-41f4-a60b-200b6c7a153f will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:53:36.382049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:36.385687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:36.416185 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59180c6-6a8e-4536-a342-4366873e7142 req-67ea5754-bb50-42c0-9ac5-fc09787935d3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:36.417697 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b59180c6-6a8e-4536-a342-4366873e7142 req-67ea5754-bb50-42c0-9ac5-fc09787935d3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 932 time: 0.0812991
Dec 09 18:53:36.463223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b59180c6-6a8e-4536-a342-4366873e7142 req-0b463e9d-8894-44f0-b162-09fc5515c8bb tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:53:36.479153 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b59180c6-6a8e-4536-a342-4366873e7142 req-0b463e9d-8894-44f0-b162-09fc5515c8bb tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:53:36.480549 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b59180c6-6a8e-4536-a342-4366873e7142 req-0b463e9d-8894-44f0-b162-09fc5515c8bb tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567031
Dec 09 18:53:36.534803 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:36.544941 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:36.613259 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Attempting to bind port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:53:36.613614 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Attempting to bind port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:53:36.613941 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Attempting to bind port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:53:36.618448 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f on network 6ab15581-b482-488e-a933-c63c733dc3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:53:36.618775 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Attempting to bind port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:53:36.624488 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:53:36.624826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Checking segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:53:36.625206 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Bound using segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:53:36.625656 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Bound port: 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:53:36.626004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:36.715486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] For port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:53:36.718985 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] For port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:53:36.722407 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:36.726658 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:36.781361 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:36.781971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:36.783339 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d2f07dd-27c6-41f4-a60b-200b6c7a153f HTTP/1.1" status: 200  len: 1094 time: 0.9014688
Dec 09 18:53:36.783899 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'tag': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:53:36.812743 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:36.815918 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:36.857503 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'tag': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f', 'status': 'completed', 'code': 200}
Dec 09 18:53:36.892491 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-0f3e082c-8a8e-430b-ba79-fc2f8c226f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:36.893967 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-0f3e082c-8a8e-430b-ba79-fc2f8c226f06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 1097 time: 0.0732064
Dec 09 18:53:36.966133 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-62900f7b-8f31-4199-a8bb-b9c6ff680b24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f HTTP/1.1" status: 200  len: 217 time: 0.0651712
Dec 09 18:53:37.033475 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-50dce1ab-da95-4ab1-988c-1ac781364247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:37.034929 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-50dce1ab-da95-4ab1-988c-1ac781364247 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0625920
Dec 09 18:53:37.173869 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-a1307214-2735-47c0-8b79-33f7e3287d16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1328311
Dec 09 18:53:37.313099 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-4d223031-6cbd-40bf-88e1-2d1dfe10708f service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315176
Dec 09 18:53:37.443167 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ef6311e-7e62-4ce6-ba04-777e447b5527 req-1009083d-b84b-43ea-b84e-b21125d533e6 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236842
Dec 09 18:53:37.561621 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412206-4d82-44b4-b3bf-947be1b54032 req-69b71d0f-9f7c-4d89-a0ba-9d5cf1fb9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:37.563160 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-69b71d0f-9f7c-4d89-a0ba-9d5cf1fb9a0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 1097 time: 0.0742276
Dec 09 18:53:37.675168 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b5d15-4448-4f1d-8bc5-51db95759b5c req-d3c9ff7b-0005-4443-af53-f89586e48ae7 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:37.677115 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b74b5d15-4448-4f1d-8bc5-51db95759b5c req-d3c9ff7b-0005-4443-af53-f89586e48ae7 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 944 time: 0.0865607
Dec 09 18:53:37.697898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412206-4d82-44b4-b3bf-947be1b54032 req-4b9a7c0f-3a22-4ece-be3a-0e5b5149018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:37.699319 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-4b9a7c0f-3a22-4ece-be3a-0e5b5149018e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 916 time: 0.1299403
Dec 09 18:53:37.721584 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b74b5d15-4448-4f1d-8bc5-51db95759b5c req-973f0877-e756-4bb5-bf72-d5a5b11202f9 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387156
Dec 09 18:53:37.773934 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-369227e7-9cf2-4fff-a7a1-ff6674d720dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f HTTP/1.1" status: 200  len: 217 time: 0.0679300
Dec 09 18:53:37.836913 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412206-4d82-44b4-b3bf-947be1b54032 req-5e0ff334-3adc-41e5-aa4a-e16c6dfde38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:37.838656 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-5e0ff334-3adc-41e5-aa4a-e16c6dfde38d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0577865
Dec 09 18:53:37.889932 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-214ac24a-f70d-4a0c-86eb-4cae85e72fe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440297
Dec 09 18:53:38.022145 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-b21509d3-48db-4b0b-9834-24d03e9b34a7 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250329
Dec 09 18:53:38.163329 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70412206-4d82-44b4-b3bf-947be1b54032 req-95243002-9524-42b4-a173-d5f80f6e799c service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337309
Dec 09 18:53:38.904496 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9a873-ad01-4bdc-ac31-86e7a25554af req-0de15174-91c6-4a35-9e17-2f46148f3276 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:38.905188 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-d7c9a873-ad01-4bdc-ac31-86e7a25554af req-0de15174-91c6-4a35-9e17-2f46148f3276 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:53:38.921629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-d7c9a873-ad01-4bdc-ac31-86e7a25554af req-0de15174-91c6-4a35-9e17-2f46148f3276 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:53:38.922979 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d7c9a873-ad01-4bdc-ac31-86e7a25554af req-0de15174-91c6-4a35-9e17-2f46148f3276 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 944 time: 0.0962677
Dec 09 18:53:38.968052 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d7c9a873-ad01-4bdc-ac31-86e7a25554af req-47457b3b-fbc7-43a3-a108-c66350dff306 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392954
Dec 09 18:53:39.804653 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 7d2f07dd-27c6-41f4-a60b-200b6c7a153f details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:53:39.938775 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:39.952135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'port_id': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f', 'mac_address': 'fa:16:3e:0a:83:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2a052e-51d2-4bb4-9d5d-f505d817da34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:53:40.008448 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:40.029906 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f07dd-27c6-41f4-a60b-200b6c7a153f {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:53:40.046077 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:40.049914 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:40.051614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-8b6064cf-94db-4372-8d95-2aa74d56a8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:40.150949 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:40.154606 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e23ec-339b-49db-a1f5-82d7de518940 req-4d492ecc-1e80-4a8d-8a8a-f9898d0d317b tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:40.156106 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-904e23ec-339b-49db-a1f5-82d7de518940 req-4d492ecc-1e80-4a8d-8a8a-f9898d0d317b tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 945 time: 0.0828135
Dec 09 18:53:40.159695 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.160052 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.160393 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.160848 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.161054 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.161424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.161756 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.162082 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.162410 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.162725 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.163044 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.163360 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:40.167326 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:40.203115 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-904e23ec-339b-49db-a1f5-82d7de518940 req-b24fbb75-f9ee-4e67-a12a-c790a1a2ab8f tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405173
Dec 09 18:53:40.253561 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:53:41.389442 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e57f2-661b-4a23-bac3-9936f1b27e6b req-b5847bea-9015-4c2b-99f3-7086721dfa15 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:41.391107 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d07e57f2-661b-4a23-bac3-9936f1b27e6b req-b5847bea-9015-4c2b-99f3-7086721dfa15 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 945 time: 0.0847864
Dec 09 18:53:41.437662 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d07e57f2-661b-4a23-bac3-9936f1b27e6b req-eefca3f9-a675-4612-aa96-1baf3af1c7ba tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406251
Dec 09 18:53:41.816612 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 7d2f07dd-27c6-41f4-a60b-200b6c7a153f up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:53:41.884391 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:53:41.889615 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:53:41.890005 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:42.010995 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:42.038120 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:53:42.048760 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:53:42.052773 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:42.055538 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:42.093614 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f', 'code': 200}
Dec 09 18:53:42.128644 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:42.132414 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:42.317336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f180d4-b845-49a1-b887-211b737828de req-e1408375-0f1b-4432-9f95-099aa6ccbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:42.318756 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-67f180d4-b845-49a1-b887-211b737828de req-e1408375-0f1b-4432-9f95-099aa6ccbd86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 1099 time: 0.0728941
Dec 09 18:53:42.363203 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-67f180d4-b845-49a1-b887-211b737828de req-46954761-5be6-472b-a4d6-f0e6f8167442 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383453
Dec 09 18:53:42.626780 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f04d8-32ca-463d-a525-8506278cb17c req-39c1b8b1-f179-4cbc-9ae3-017439b0a25a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:42.628236 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b9f04d8-32ca-463d-a525-8506278cb17c req-39c1b8b1-f179-4cbc-9ae3-017439b0a25a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 946 time: 0.0837274
Dec 09 18:53:42.677325 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b9f04d8-32ca-463d-a525-8506278cb17c req-a7ed350e-0864-4a3f-8448-1b01c3e23976 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434754
Dec 09 18:53:43.864912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d285513-d848-4d4c-a0a5-47322253e16d req-449957a2-2280-4b4b-b0d3-a50e51178149 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:43.866408 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7d285513-d848-4d4c-a0a5-47322253e16d req-449957a2-2280-4b4b-b0d3-a50e51178149 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 946 time: 0.0839076
Dec 09 18:53:43.912187 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7d285513-d848-4d4c-a0a5-47322253e16d req-57d3cb67-4c96-4efb-ba2f-929cb18ff969 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398045
Dec 09 18:53:50.451309 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2a24-a409-4fbe-a0be-a795650496bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:51.283075 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:52.853907 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-6b9e39f9-0b38-459d-9535-83d87b44b144 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:52.854592 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-6b9e39f9-0b38-459d-9535-83d87b44b144 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:network {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:53:52.872417 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-6b9e39f9-0b38-459d-9535-83d87b44b144 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:network {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:53:52.873834 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-6b9e39f9-0b38-459d-9535-83d87b44b144 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1640794
Dec 09 18:53:52.888516 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-e71bcb34-7257-43b5-ae9f-daa76d809999 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/quotas/62306b93a2a247bb8da1294a735217fd HTTP/1.1" status: 200  len: 375 time: 0.0090721
Dec 09 18:53:52.971693 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-4558b136-a781-41bb-8cbe-c3ef36cbab43 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0780709
Dec 09 18:53:53.052751 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9d6cfb11-a62d-4515-8688-a333a3c35fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:53.151809 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-0d1d58f8-9cb9-48a7-b1fd-0d2328bef1b3 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734011
Dec 09 18:53:53.285977 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-9a1a8ea3-d2e2-4926-bcbd-91dfd8c2dd68 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269443
Dec 09 18:53:53.465574 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-54995b7b-f61e-4eee-b6a4-7cb6e228dab5 req-44192133-c833-45dc-b998-8686f614f1ef tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 210 time: 0.0436072
Dec 09 18:53:54.220718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:54.513946 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-3141e316-0bb2-4869-bc42-cdb9aaec6d01 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:54.516250 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-3141e316-0bb2-4869-bc42-cdb9aaec6d01 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1841121
Dec 09 18:53:54.529243 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Request body: {'port': {'device_id': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'admin_state_up': True, 'tenant_id': '62306b93a2a247bb8da1294a735217fd'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:53:54.642665 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1f18350c-78a8-471a-afc0-08420c95e222 req-f47bb1e0-8072-49e9-bde0-b47511106ce0 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 210 time: 0.0539300
Dec 09 18:53:54.770657 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:53:54.780235 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:53:54.790147 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Made reservation on behalf of 62306b93a2a247bb8da1294a735217fd for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:53:54.793701 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:54.952543 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Allocated IP 172.20.0.5 (6ab15581-b482-488e-a933-c63c733dc3ab/ae2a052e-51d2-4bb4-9d5d-f505d817da34/6c8c221d-370d-4e6f-99e3-aed988a64b06) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:53:55.158694 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.187625 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.193367 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-74ed6b7f-1af7-42be-8e29-32223169dd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:55.201005 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:53:55.261127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Network 6ab15581-b482-488e-a933-c63c733dc3ab is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:53:55.265048 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:53:55.267600 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:53:55.312182 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event updated for resources: {'Port': ['ID=6c8c221d-370d-4e6f-99e3-aed988a64b06,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:55.323478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.323863 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.324252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.324623 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.324984 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.326018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.326607 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.326985 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.327346 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.327704 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.328064 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.328426 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:53:55.332127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:55.353208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:55.353898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.379397 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-40ecf08b-6c83-4f5b-a425-1232ab5da23e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8538411
Dec 09 18:53:55.391672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Request body: {'port': {'device_id': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:53:55.505954 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.914739 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194218-069d-4d7a-9725-3ef29cdbc000 req-2535dd0f-a1bf-456f-ae07-40f476184342 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:55.915440 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a5194218-069d-4d7a-9725-3ef29cdbc000 req-2535dd0f-a1bf-456f-ae07-40f476184342 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:53:55.922436 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8c221d-370d-4e6f-99e3-aed988a64b06 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:53:55.932984 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.953628 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Transition to ACTIVE for port object 6c8c221d-370d-4e6f-99e3-aed988a64b06 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:53:55.954705 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a5194218-069d-4d7a-9725-3ef29cdbc000 req-2535dd0f-a1bf-456f-ae07-40f476184342 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:53:55.955921 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a5194218-069d-4d7a-9725-3ef29cdbc000 req-2535dd0f-a1bf-456f-ae07-40f476184342 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 931 time: 0.2030218
Dec 09 18:53:55.958160 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.959531 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:55.963520 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-83dd3b90-c684-4295-bc38-68d11d11329b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:56.125598 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a5194218-069d-4d7a-9725-3ef29cdbc000 req-0c90b3e5-4a7e-4d73-8772-241d33c12738 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630106
Dec 09 18:53:56.158452 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Pushing event updated for resources: {'Port': ['ID=6c8c221d-370d-4e6f-99e3-aed988a64b06,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:56.166559 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:56.232313 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Attempting to bind port 6c8c221d-370d-4e6f-99e3-aed988a64b06 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:53:56.232646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Attempting to bind port 6c8c221d-370d-4e6f-99e3-aed988a64b06 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:53:56.232979 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Attempting to bind port 6c8c221d-370d-4e6f-99e3-aed988a64b06 on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:53:56.237627 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Port 6c8c221d-370d-4e6f-99e3-aed988a64b06 on network 6ab15581-b482-488e-a933-c63c733dc3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:53:56.237952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Attempting to bind port 6c8c221d-370d-4e6f-99e3-aed988a64b06 on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:53:56.243076 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:53:56.243415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Checking segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:53:56.243796 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Bound using segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:53:56.244220 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Bound port: 6c8c221d-370d-4e6f-99e3-aed988a64b06, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:53:56.244566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:56.336065 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] For port 6c8c221d-370d-4e6f-99e3-aed988a64b06, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:53:56.338994 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] For port 6c8c221d-370d-4e6f-99e3-aed988a64b06, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:53:56.343610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:56.348188 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8c5ab30a-fc46-4e95-88ce-d2ea3642cc31 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:53:56.360303 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:56.399865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:56.400472 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:53:56.401859 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-94066584-c3a4-40a1-9983-58831843e98c service neutron] 10.222.0.45 "PUT /v2.0/ports/6c8c221d-370d-4e6f-99e3-aed988a64b06 HTTP/1.1" status: 200  len: 1093 time: 1.0149629
Dec 09 18:53:56.402357 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'tag': '6c8c221d-370d-4e6f-99e3-aed988a64b06'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:53:56.429393 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Pushing event updated for resources: {'Port': ['ID=6c8c221d-370d-4e6f-99e3-aed988a64b06,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:53:56.432408 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:53:56.480697 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'tag': '6c8c221d-370d-4e6f-99e3-aed988a64b06', 'status': 'completed', 'code': 200}
Dec 09 18:53:56.525760 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-5dbeddfe-61ec-4558-9032-6a94e9ad1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:56.527275 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-5dbeddfe-61ec-4558-9032-6a94e9ad1bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 1096 time: 0.0816743
Dec 09 18:53:56.680586 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-5e301a79-87c9-4fad-92e9-1edfd7e9d661 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06 HTTP/1.1" status: 200  len: 217 time: 0.1436963
Dec 09 18:53:56.748610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-be904d27-8e50-4530-9540-edf1eb949399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:56.750059 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-be904d27-8e50-4530-9540-edf1eb949399 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0615282
Dec 09 18:53:56.798785 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-68a040b9-7364-4f31-8952-4697a7ec0b39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425777
Dec 09 18:53:56.936125 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-0cc24e9e-edc4-4c71-bd51-e66b89947012 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307447
Dec 09 18:53:57.074141 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c9a9ac1c-6150-4fef-bc94-2c9984ba5935 req-b3691113-12a7-4de8-a043-94f4f0c3cae4 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311336
Dec 09 18:53:57.199432 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-6bc75c2b-b251-452c-ad39-7d187e474fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:57.200916 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-6bc75c2b-b251-452c-ad39-7d187e474fbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 1096 time: 0.0779426
Dec 09 18:53:57.400153 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-ed33bf57-8ef7-4946-9025-d2b6907bd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:57.401617 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-ed33bf57-8ef7-4946-9025-d2b6907bd453 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 916 time: 0.1925566
Dec 09 18:53:57.414295 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00686ada-5b1f-4b01-a88a-ddccaea06109 req-716b469b-41d1-411d-91d8-ce755a08f603 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:57.415682 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00686ada-5b1f-4b01-a88a-ddccaea06109 req-716b469b-41d1-411d-91d8-ce755a08f603 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 943 time: 0.1374960
Dec 09 18:53:57.494471 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-89fbce82-fb54-449e-b538-0c2fb78e1275 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06 HTTP/1.1" status: 200  len: 217 time: 0.0777614
Dec 09 18:53:57.564475 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00686ada-5b1f-4b01-a88a-ddccaea06109 req-7555160f-c70f-4aba-96cc-06c952f2130f tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908756
Dec 09 18:53:57.575614 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-bc2b2994-b96d-40ac-a899-d1de0cd56f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:57.577294 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-bc2b2994-b96d-40ac-a899-d1de0cd56f6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0747817
Dec 09 18:53:57.630635 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-d91d96cc-4ecc-4758-a3c2-fa1f1b0e1c0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451157
Dec 09 18:53:57.763671 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-f13e3e97-1654-4b26-a81b-9ae4b14108bd service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239176
Dec 09 18:53:57.902407 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e2dd510c-605d-4e49-a829-f7e17e651715 req-11abab52-83f2-4f95-8574-e5015c727ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266923
Dec 09 18:53:58.748122 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b26215-940a-44f2-b82d-a334aa4a4eaf req-e00b7eef-9b46-4479-ace6-a11983b2db85 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:58.749595 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-96b26215-940a-44f2-b82d-a334aa4a4eaf req-e00b7eef-9b46-4479-ace6-a11983b2db85 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 943 time: 0.0807683
Dec 09 18:53:58.793401 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-96b26215-940a-44f2-b82d-a334aa4a4eaf req-2f5feb76-4258-4a3c-b765-747d113c347e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380104
Dec 09 18:53:59.687757 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-38b0c9f3-a03f-4aed-ab45-90581e00db50 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738761
Dec 09 18:53:59.711659 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:53:59.833460 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-49422da4-d1d0-4314-aed4-dd4eeeac6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:53:59.835221 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-49422da4-d1d0-4314-aed4-dd4eeeac6e1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 1099 time: 0.0770333
Dec 09 18:53:59.930876 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 6c8c221d-370d-4e6f-99e3-aed988a64b06 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:54:00.076702 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 6c8c221d-370d-4e6f-99e3-aed988a64b06, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:00.093844 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '6c8c221d-370d-4e6f-99e3-aed988a64b06', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'port_id': '6c8c221d-370d-4e6f-99e3-aed988a64b06', 'mac_address': 'fa:16:3e:46:fe:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2a052e-51d2-4bb4-9d5d-f505d817da34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:54:00.155359 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:00.162396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-19f3e5ab-999b-46b5-bcfa-934784282874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:00.163853 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-19f3e5ab-999b-46b5-bcfa-934784282874 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 916 time: 0.3080473
Dec 09 18:54:00.172493 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8c221d-370d-4e6f-99e3-aed988a64b06 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:54:00.189237 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 6c8c221d-370d-4e6f-99e3-aed988a64b06, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:00.193598 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:00.195307 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:00.239966 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-ccec7914-5f10-4165-a84c-cc66887c8713 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f HTTP/1.1" status: 200  len: 217 time: 0.0687366
Dec 09 18:54:00.248491 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383611c9-4814-4114-b4d5-8090e9a750cc req-a08ab532-b556-41da-b9f3-21025177a792 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:00.249984 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-383611c9-4814-4114-b4d5-8090e9a750cc req-a08ab532-b556-41da-b9f3-21025177a792 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 943 time: 0.2890680
Dec 09 18:54:00.264720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=6c8c221d-370d-4e6f-99e3-aed988a64b06,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:00.267978 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:00.343235 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-f4a5d7b5-f235-4729-b612-7e71d388ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:00.345121 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-f4a5d7b5-f235-4729-b612-7e71d388ef01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0940018
Dec 09 18:54:00.348485 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-383611c9-4814-4114-b4d5-8090e9a750cc req-e61e850e-3793-4889-b648-1e2d5b5e9203 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667477
Dec 09 18:54:00.394890 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['6c8c221d-370d-4e6f-99e3-aed988a64b06'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:00.397702 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-85e0ace9-6774-48f3-805d-dfffc113b7d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440753
Dec 09 18:54:00.534138 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-b7282e61-3ce7-4060-86ac-63e505fbfad4 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290913
Dec 09 18:54:00.667434 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b857d20b-0a57-4980-8c5b-b60b6826a39d req-21dd1abe-a1cf-45bf-8b17-f18420b93f24 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259184
Dec 09 18:54:01.539581 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ffa15-15cd-41e1-8faf-23c946f54aed req-0514a197-4ab0-4b62-8a01-0fb7c5020ef1 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:01.541021 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-705ffa15-15cd-41e1-8faf-23c946f54aed req-0514a197-4ab0-4b62-8a01-0fb7c5020ef1 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 944 time: 0.0856361
Dec 09 18:54:01.585571 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-705ffa15-15cd-41e1-8faf-23c946f54aed req-832d92e7-d3c9-4338-92dc-5fd480cc9cb4 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378561
Dec 09 18:54:01.946751 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 6c8c221d-370d-4e6f-99e3-aed988a64b06 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:54:02.017468 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 6c8c221d-370d-4e6f-99e3-aed988a64b06 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:54:02.022377 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 6c8c221d-370d-4e6f-99e3-aed988a64b06 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:54:02.022781 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:02.138508 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:02.168147 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8c221d-370d-4e6f-99e3-aed988a64b06'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:02.180421 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 6c8c221d-370d-4e6f-99e3-aed988a64b06, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:02.184877 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:02.186802 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:02.218160 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8c221d-370d-4e6f-99e3-aed988a64b06', 'code': 200}
Dec 09 18:54:02.254977 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=6c8c221d-370d-4e6f-99e3-aed988a64b06,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:02.257798 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:02.438084 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f63378-9566-4a1a-a33d-96c1022595e1 req-d1a5a854-1744-487c-bb4c-1d8ef76e6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:02.439488 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-42f63378-9566-4a1a-a33d-96c1022595e1 req-d1a5a854-1744-487c-bb4c-1d8ef76e6ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 1098 time: 0.0690999
Dec 09 18:54:02.480903 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-42f63378-9566-4a1a-a33d-96c1022595e1 req-b8471e66-ad08-41aa-bb2f-218cbc179502 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348554
Dec 09 18:54:02.765986 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488f24-f28a-47ac-aae9-f0aeb0dbe6cb req-59a27c26-d913-4b50-a67f-914090550b19 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:02.767352 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a1488f24-f28a-47ac-aae9-f0aeb0dbe6cb req-59a27c26-d913-4b50-a67f-914090550b19 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 945 time: 0.0790939
Dec 09 18:54:02.814426 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a1488f24-f28a-47ac-aae9-f0aeb0dbe6cb req-beddfa8e-08dc-443c-899d-5e7839c5423d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415230
Dec 09 18:54:04.002030 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01407aab-2c02-4917-8e64-5f58d6ed04f7 req-7401cb12-63f1-44c0-af89-54f7fbac2f93 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:04.003469 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-01407aab-2c02-4917-8e64-5f58d6ed04f7 req-7401cb12-63f1-44c0-af89-54f7fbac2f93 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 945 time: 0.0838799
Dec 09 18:54:04.049032 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-01407aab-2c02-4917-8e64-5f58d6ed04f7 req-fccde57f-9c36-40d0-908c-f6e91008e7b5 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397909
Dec 09 18:54:06.400338 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-8fffdd90-4f26-4af9-8727-79eaec61aa20 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:06.401685 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-8fffdd90-4f26-4af9-8727-79eaec61aa20 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.2375941
Dec 09 18:54:06.416592 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3f68d7c3-1c5c-4fd4-b1d8-fb33b57f8b97 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/quotas/62306b93a2a247bb8da1294a735217fd HTTP/1.1" status: 200  len: 375 time: 0.0087237
Dec 09 18:54:06.501173 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-ec3b4195-d2c9-4723-9fb9-0df1b929d7e9 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0781677
Dec 09 18:54:06.634189 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-69632752-4db6-4521-b816-198a39d7c52b service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257076
Dec 09 18:54:06.764221 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-35586bf8-5456-4715-95ef-4b1d6bfaccd7 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239319
Dec 09 18:54:06.937372 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a6a0409d-ee39-43c6-a7eb-994bf99831b2 req-7107708f-33aa-4bf3-b17c-6817f832619b tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 210 time: 0.0432639
Dec 09 18:54:07.977539 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-e859ae7b-eafc-4f63-966b-71fa3494f15f tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:07.978963 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-e859ae7b-eafc-4f63-966b-71fa3494f15f tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1554568
Dec 09 18:54:07.991432 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Request body: {'port': {'device_id': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'admin_state_up': True, 'tenant_id': '62306b93a2a247bb8da1294a735217fd'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:54:08.089739 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72be56df-1843-4dc3-8a05-2d73de1d9529 req-504ab63b-bf36-4457-808c-2d62de7512f6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 210 time: 0.0427117
Dec 09 18:54:08.134798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:54:08.144839 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:54:08.154915 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Made reservation on behalf of 62306b93a2a247bb8da1294a735217fd for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:54:08.158590 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:08.320557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Allocated IP 172.20.0.11 (6ab15581-b482-488e-a933-c63c733dc3ab/ae2a052e-51d2-4bb4-9d5d-f505d817da34/9dc04d38-1324-4e7b-babd-14778aba3d7e) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:54:08.521185 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:08.552577 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:08.558077 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ec211cc0-214c-4d80-99b5-aa66e4ba073b tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:08.564693 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f', '6c8c221d-370d-4e6f-99e3-aed988a64b06'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:08.628491 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Network 6ab15581-b482-488e-a933-c63c733dc3ab is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:54:08.631602 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:54:08.635522 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:54:08.674779 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event updated for resources: {'Port': ['ID=9dc04d38-1324-4e7b-babd-14778aba3d7e,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:08.679821 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:08.703825 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:08.704444 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:08.728946 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3a4e0adc-aa5a-42fe-9fac-fb6b03e18c5e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7412522
Dec 09 18:54:08.742981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Request body: {'port': {'device_id': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:54:08.953806 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:09.360859 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8088dc-5ade-4d94-a390-ec752338e4ff req-b62c1f30-a78d-4f72-a515-57a8fdf55460 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:09.361561 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-ea8088dc-5ade-4d94-a390-ec752338e4ff req-b62c1f30-a78d-4f72-a515-57a8fdf55460 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:54:09.375658 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc04d38-1324-4e7b-babd-14778aba3d7e {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:54:09.386349 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:09.400089 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-ea8088dc-5ade-4d94-a390-ec752338e4ff req-b62c1f30-a78d-4f72-a515-57a8fdf55460 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:54:09.401218 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ea8088dc-5ade-4d94-a390-ec752338e4ff req-b62c1f30-a78d-4f72-a515-57a8fdf55460 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 932 time: 0.2044351
Dec 09 18:54:09.404219 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Transition to ACTIVE for port object 9dc04d38-1324-4e7b-babd-14778aba3d7e will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:54:09.409146 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:09.413618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-353b0081-85ce-4e5c-8f5c-f36656c8c446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:09.593797 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Pushing event updated for resources: {'Port': ['ID=9dc04d38-1324-4e7b-babd-14778aba3d7e,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:09.605287 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:09.612731 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ea8088dc-5ade-4d94-a390-ec752338e4ff req-a82b685e-8daa-4002-922f-2ffb750a56a9 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046564
Dec 09 18:54:09.679099 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Attempting to bind port 9dc04d38-1324-4e7b-babd-14778aba3d7e on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:54:09.679427 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Attempting to bind port 9dc04d38-1324-4e7b-babd-14778aba3d7e by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:54:09.679756 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Attempting to bind port 9dc04d38-1324-4e7b-babd-14778aba3d7e on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:54:09.684256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Port 9dc04d38-1324-4e7b-babd-14778aba3d7e on network 6ab15581-b482-488e-a933-c63c733dc3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:54:09.684618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Attempting to bind port 9dc04d38-1324-4e7b-babd-14778aba3d7e on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:54:09.689781 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:54:09.690111 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Checking segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:54:09.690487 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Bound using segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:54:09.690902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Bound port: 9dc04d38-1324-4e7b-babd-14778aba3d7e, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:54:09.691246 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:09.783368 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] For port 9dc04d38-1324-4e7b-babd-14778aba3d7e, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:54:09.786358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] For port 9dc04d38-1324-4e7b-babd-14778aba3d7e, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:54:09.790888 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:09.795615 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8da4ecb4-1f95-4942-b915-3c79b12039be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:09.845299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:09.845905 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:09.847252 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] 10.222.0.45 "PUT /v2.0/ports/9dc04d38-1324-4e7b-babd-14778aba3d7e HTTP/1.1" status: 200  len: 1094 time: 1.1084166
Dec 09 18:54:09.847756 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'tag': '9dc04d38-1324-4e7b-babd-14778aba3d7e'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:09.875745 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Pushing event updated for resources: {'Port': ['ID=9dc04d38-1324-4e7b-babd-14778aba3d7e,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:09.878684 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:09.925514 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'tag': '9dc04d38-1324-4e7b-babd-14778aba3d7e', 'status': 'completed', 'code': 200}
Dec 09 18:54:09.966122 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-9f0e79e4-14db-42f2-83d7-9c16a32ea10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:09.967609 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-9f0e79e4-14db-42f2-83d7-9c16a32ea10d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 1097 time: 0.0733788
Dec 09 18:54:10.044392 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3d06b61c-840a-4cad-850a-73b4118e8f80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e HTTP/1.1" status: 200  len: 217 time: 0.0647759
Dec 09 18:54:10.109545 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3c15340a-ff0d-457a-a630-fa93b8a45986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:10.110980 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-3c15340a-ff0d-457a-a630-fa93b8a45986 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0604763
Dec 09 18:54:10.166060 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-0a1aecca-29eb-4eea-b683-c4e5102b4fd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403049
Dec 09 18:54:10.295839 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-6f74c4f3-ad3b-4aa9-9c4b-5b214d4a0aac service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222312
Dec 09 18:54:10.424826 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-61b26c14-ea28-46fa-8f25-a9a4c5a04872 req-7ba7d697-8d40-410f-915f-0e027b3f4b40 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221619
Dec 09 18:54:10.534685 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-e976f6bc-5dad-4f75-a55e-28283dadda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:10.536123 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-e976f6bc-5dad-4f75-a55e-28283dadda57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 1097 time: 0.0694640
Dec 09 18:54:10.819668 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-4d7d06d3-f88e-4dff-91bd-8b35b3b2e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:10.821010 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-4d7d06d3-f88e-4dff-91bd-8b35b3b2e527 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 916 time: 0.2782364
Dec 09 18:54:10.885478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047281a-f2f1-4a47-8942-a4bab772e819 req-414a7895-9bb2-477d-a43f-f329d46cccf9 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:10.886902 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1047281a-f2f1-4a47-8942-a4bab772e819 req-414a7895-9bb2-477d-a43f-f329d46cccf9 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 944 time: 0.1657321
Dec 09 18:54:10.916012 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-125905c7-2d7e-49f1-b210-07f6297cb2db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e HTTP/1.1" status: 200  len: 217 time: 0.0847781
Dec 09 18:54:10.986435 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1047281a-f2f1-4a47-8942-a4bab772e819 req-70aec95d-dda1-478a-b77a-06adb8932376 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925360
Dec 09 18:54:10.996935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-679047a1-6f0a-404a-bebc-acbda5d03474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:10.998828 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-679047a1-6f0a-404a-bebc-acbda5d03474 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0749629
Dec 09 18:54:11.050302 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-632ffdb9-57cb-4dda-a507-4b4b6fad61c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417418
Dec 09 18:54:11.186461 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-8d173a08-5a79-4b19-8475-8e2b722789fc service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241019
Dec 09 18:54:11.318565 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-13458f63-6161-4255-ac59-672d1e31ffa4 req-cfb7c1ca-cf8d-42a0-befd-318a6e6ecb5c service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243143
Dec 09 18:54:11.975703 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9dc04d38-1324-4e7b-babd-14778aba3d7e details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:54:12.111242 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 9dc04d38-1324-4e7b-babd-14778aba3d7e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:12.124394 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '9dc04d38-1324-4e7b-babd-14778aba3d7e', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'port_id': '9dc04d38-1324-4e7b-babd-14778aba3d7e', 'mac_address': 'fa:16:3e:82:c3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2a052e-51d2-4bb4-9d5d-f505d817da34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:54:12.178535 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169ef58-aff0-4aac-8e33-eae0eab341cf req-9e1690c6-dea3-42ac-a484-9ccc19127c51 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:12.180269 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1169ef58-aff0-4aac-8e33-eae0eab341cf req-9e1690c6-dea3-42ac-a484-9ccc19127c51 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 944 time: 0.0882177
Dec 09 18:54:12.181522 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:12.198472 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc04d38-1324-4e7b-babd-14778aba3d7e {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:54:12.214077 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 9dc04d38-1324-4e7b-babd-14778aba3d7e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:12.218927 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:12.221709 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:12.224686 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1169ef58-aff0-4aac-8e33-eae0eab341cf req-88f36b0c-83f1-44b4-b37c-d52efcc987be tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389519
Dec 09 18:54:12.286249 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=9dc04d38-1324-4e7b-babd-14778aba3d7e,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:12.289265 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:12.461247 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['9dc04d38-1324-4e7b-babd-14778aba3d7e'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:13.411961 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309dc78-ad6a-4f37-a80e-25b32faa2f9c req-ec4b27aa-ca64-4395-86fd-30b280c6f705 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:13.413440 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4309dc78-ad6a-4f37-a80e-25b32faa2f9c req-ec4b27aa-ca64-4395-86fd-30b280c6f705 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 945 time: 0.0856652
Dec 09 18:54:13.456541 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4309dc78-ad6a-4f37-a80e-25b32faa2f9c req-3adf54d3-1401-4c95-8427-ab5bda349d30 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375590
Dec 09 18:54:14.007225 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9dc04d38-1324-4e7b-babd-14778aba3d7e up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:54:14.074021 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 9dc04d38-1324-4e7b-babd-14778aba3d7e completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:54:14.078882 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 9dc04d38-1324-4e7b-babd-14778aba3d7e triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:54:14.079265 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:14.194950 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:14.221514 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc04d38-1324-4e7b-babd-14778aba3d7e'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:14.230784 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 9dc04d38-1324-4e7b-babd-14778aba3d7e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:14.235637 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:14.237475 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:14.269867 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc04d38-1324-4e7b-babd-14778aba3d7e', 'code': 200}
Dec 09 18:54:14.310519 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=9dc04d38-1324-4e7b-babd-14778aba3d7e,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:14.313392 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:14.488403 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c461f-ea87-4797-a8fe-e2edd483ed19 req-9e04497e-0148-4c3f-8fb9-22b3669f9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:14.489939 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-193c461f-ea87-4797-a8fe-e2edd483ed19 req-9e04497e-0148-4c3f-8fb9-22b3669f9a06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 1099 time: 0.0705369
Dec 09 18:54:14.537078 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-193c461f-ea87-4797-a8fe-e2edd483ed19 req-47438c1b-a36c-409b-b38e-c1971b36ca95 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387971
Dec 09 18:54:14.641301 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43f222-ede4-4c07-bd5a-0e66abd0fead req-7d4bae0f-91c2-4637-8ae4-63d9d3ba56a3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:14.642787 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d43f222-ede4-4c07-bd5a-0e66abd0fead req-7d4bae0f-91c2-4637-8ae4-63d9d3ba56a3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 946 time: 0.0825896
Dec 09 18:54:14.687133 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1d43f222-ede4-4c07-bd5a-0e66abd0fead req-2d02c214-bd91-439d-8986-a811f9ad165d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387068
Dec 09 18:54:15.873905 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c680f8f-daf9-44bd-9433-b37e547f3a0f req-37e9965b-2fbe-46d3-b01f-405ddb47ac5a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:15.875338 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9c680f8f-daf9-44bd-9433-b37e547f3a0f req-37e9965b-2fbe-46d3-b01f-405ddb47ac5a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 946 time: 0.0800753
Dec 09 18:54:15.923054 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9c680f8f-daf9-44bd-9433-b37e547f3a0f req-e7a6e81b-6e72-4481-84be-7f85dc4a7caa tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417902
Dec 09 18:54:20.455222 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4dcc-f5fb-4ab7-b273-10b03588d77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:21.285189 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:23.046102 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6e99fbe1-85b5-49c7-bd8b-e86719c05baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:24.224407 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:25.962591 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:26.364985 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:26.778008 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-5d14cff5-bac5-40fc-82e0-0209464581a7 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:26.779460 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-5d14cff5-bac5-40fc-82e0-0209464581a7 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1440914
Dec 09 18:54:26.793543 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-3bdaba03-fb5c-4ca0-8bb9-998f5d3ab766 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/quotas/62306b93a2a247bb8da1294a735217fd HTTP/1.1" status: 200  len: 375 time: 0.0086722
Dec 09 18:54:26.877148 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-ee9693ad-7865-4038-a510-fba3041e71f0 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0783048
Dec 09 18:54:27.008243 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-dff1bc5f-b925-4f47-ab7f-d2a208611327 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242943
Dec 09 18:54:27.137459 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6c8378de-8db0-4164-9a48-2b4b7e5aabf5 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231451
Dec 09 18:54:27.325025 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ede7b2fe-87fb-491c-bea2-08992fe3d1e1 req-a5381702-abcb-4661-9aa5-4ba57022e70c tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 210 time: 0.0467751
Dec 09 18:54:28.366284 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-349e11c6-21bd-48f3-aa0e-aa6952aeb02a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:28.367715 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-349e11c6-21bd-48f3-aa0e-aa6952aeb02a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 815 time: 0.1474550
Dec 09 18:54:28.380481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Request body: {'port': {'device_id': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'admin_state_up': True, 'tenant_id': '62306b93a2a247bb8da1294a735217fd'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:54:28.483508 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e2361a54-d0e4-468d-8c46-50840283a379 req-5dc2acac-9524-4e1e-94a3-44e2c9044697 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 210 time: 0.0489180
Dec 09 18:54:28.518926 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:54:28.528333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:54:28.537986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Made reservation on behalf of 62306b93a2a247bb8da1294a735217fd for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:54:28.541521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:28.698543 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Allocated IP 172.20.0.12 (6ab15581-b482-488e-a933-c63c733dc3ab/ae2a052e-51d2-4bb4-9d5d-f505d817da34/06086796-1cbe-487b-90c3-9bb2efa7a754) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:54:28.980485 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:29.009301 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:29.015447 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d8d8c191-9a2e-46bc-a3f6-d9d3402702d1 tempest-VolumesActionsTest-2056971483 tempest-VolumesActionsTest-2056971483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:29.023170 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f', '6c8c221d-370d-4e6f-99e3-aed988a64b06', '9dc04d38-1324-4e7b-babd-14778aba3d7e'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:29.081665 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Network 6ab15581-b482-488e-a933-c63c733dc3ab is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:54:29.084782 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:54:29.092908 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event updated for resources: {'Port': ['ID=06086796-1cbe-487b-90c3-9bb2efa7a754,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:29.095170 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:54:29.122594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:29.161927 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:29.162541 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:29.186655 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8100083
Dec 09 18:54:29.198884 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Request body: {'port': {'device_id': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:54:29.307798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:29.696635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06086796-1cbe-487b-90c3-9bb2efa7a754 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:54:29.709121 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:29.729996 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Transition to ACTIVE for port object 06086796-1cbe-487b-90c3-9bb2efa7a754 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:54:29.737237 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:29.741464 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-80537b8e-29e8-4709-b306-71e58410f0ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:29.785679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156001-6689-4ea0-9348-2cfe284b8f8d req-03850671-3742-4912-bc4a-a1be3d3de3e2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:29.786370 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-bc156001-6689-4ea0-9348-2cfe284b8f8d req-03850671-3742-4912-bc4a-a1be3d3de3e2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:54:29.885511 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-bc156001-6689-4ea0-9348-2cfe284b8f8d req-03850671-3742-4912-bc4a-a1be3d3de3e2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:54:29.886765 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bc156001-6689-4ea0-9348-2cfe284b8f8d req-03850671-3742-4912-bc4a-a1be3d3de3e2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 932 time: 0.2936273
Dec 09 18:54:29.915899 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Pushing event updated for resources: {'Port': ['ID=06086796-1cbe-487b-90c3-9bb2efa7a754,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:29.929797 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:30.014552 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bc156001-6689-4ea0-9348-2cfe284b8f8d req-c9460fa2-5e5a-4116-914a-531a09c8c553 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905695
Dec 09 18:54:30.032050 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Attempting to bind port 06086796-1cbe-487b-90c3-9bb2efa7a754 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:54:30.032388 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Attempting to bind port 06086796-1cbe-487b-90c3-9bb2efa7a754 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:54:30.032717 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Attempting to bind port 06086796-1cbe-487b-90c3-9bb2efa7a754 on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:54:30.037469 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Port 06086796-1cbe-487b-90c3-9bb2efa7a754 on network 6ab15581-b482-488e-a933-c63c733dc3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:54:30.037794 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Attempting to bind port 06086796-1cbe-487b-90c3-9bb2efa7a754 on network 6ab15581-b482-488e-a933-c63c733dc3ab {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:54:30.042959 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:54:30.043295 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Checking segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:54:30.043680 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Bound using segment: {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:54:30.044598 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Bound port: 06086796-1cbe-487b-90c3-9bb2efa7a754, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a0e47-2e2b-492c-a907-323b1839fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:54:30.044970 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:30.132202 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] For port 06086796-1cbe-487b-90c3-9bb2efa7a754, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:54:30.135194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] For port 06086796-1cbe-487b-90c3-9bb2efa7a754, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=06086796-1cbe-487b-90c3-9bb2efa7a754,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:54:30.139431 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:30.143669 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:30.203055 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:30.203663 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:30.205021 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] 10.222.0.45 "PUT /v2.0/ports/06086796-1cbe-487b-90c3-9bb2efa7a754 HTTP/1.1" status: 200  len: 1094 time: 1.0102797
Dec 09 18:54:30.205563 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'tag': '06086796-1cbe-487b-90c3-9bb2efa7a754'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:30.226758 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Pushing event updated for resources: {'Port': ['ID=06086796-1cbe-487b-90c3-9bb2efa7a754,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:30.230097 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:30.275335 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'tag': '06086796-1cbe-487b-90c3-9bb2efa7a754', 'status': 'completed', 'code': 200}
Dec 09 18:54:30.315557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-de75ec7a-eeee-4667-b47c-26b2b3f1a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:30.317254 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-de75ec7a-eeee-4667-b47c-26b2b3f1a3d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 1097 time: 0.0731578
Dec 09 18:54:30.387943 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-40b661f3-4f8a-4a7e-b52c-eb0746fca283 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06086796-1cbe-487b-90c3-9bb2efa7a754 HTTP/1.1" status: 200  len: 217 time: 0.0629699
Dec 09 18:54:30.453185 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e7fc1951-1f11-4b24-9f1c-a193e02c7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:30.454646 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e7fc1951-1f11-4b24-9f1c-a193e02c7525 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0588567
Dec 09 18:54:30.501598 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-56f2899a-c7e5-4353-b565-97e6c0ed55c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395424
Dec 09 18:54:30.632984 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-22aab42e-ad0b-481e-bb70-d294d41def6c service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236179
Dec 09 18:54:30.851335 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4197bd2e-2a37-400d-806c-858ae8f06666 req-e6ef2095-2525-418b-a0b9-b88a0f63625e service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096424
Dec 09 18:54:30.973215 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-c2bb3cba-f931-4aeb-bbc8-9e1a099b0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:30.974728 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-c2bb3cba-f931-4aeb-bbc8-9e1a099b0868 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 1097 time: 0.0714319
Dec 09 18:54:31.109716 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-9ed917b3-b5dd-4e55-87ed-c3c0e42ca7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:31.111258 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-9ed917b3-b5dd-4e55-87ed-c3c0e42ca7b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 916 time: 0.1275806
Dec 09 18:54:31.219257 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-0da2a62f-27ce-43fb-90a5-52b8eeb792e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06086796-1cbe-487b-90c3-9bb2efa7a754 HTTP/1.1" status: 200  len: 217 time: 0.0665867
Dec 09 18:54:31.315521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-84f0680b-1b2c-4799-ad4f-170d81ea9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:31.317085 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-84f0680b-1b2c-4799-ad4f-170d81ea9be9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0879171
Dec 09 18:54:31.325700 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322db3-ffc7-4a10-9be4-63e9cce31f7f req-d1ed7c14-80d1-45c0-b531-679aef4f73c3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:31.327030 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-72322db3-ffc7-4a10-9be4-63e9cce31f7f req-d1ed7c14-80d1-45c0-b531-679aef4f73c3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 944 time: 0.2098982
Dec 09 18:54:31.383241 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-a388f2ab-c6af-43b9-a2e2-59d9149103e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552435
Dec 09 18:54:31.480930 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-72322db3-ffc7-4a10-9be4-63e9cce31f7f req-69b0b215-141a-494e-b32d-03279ab9ab5a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234615
Dec 09 18:54:31.531470 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-234a3fa8-449c-4d3c-99e6-aa0c747c5fd8 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378725
Dec 09 18:54:31.665669 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-69f73989-9cc1-49fc-97e5-285d5a5e5d0c req-63febb9c-7ea8-4c06-ad2c-1c70d1328ff8 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264162
Dec 09 18:54:32.125698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 06086796-1cbe-487b-90c3-9bb2efa7a754 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:54:32.256045 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 06086796-1cbe-487b-90c3-9bb2efa7a754, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=06086796-1cbe-487b-90c3-9bb2efa7a754,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:32.272821 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '06086796-1cbe-487b-90c3-9bb2efa7a754', 'network_id': '6ab15581-b482-488e-a933-c63c733dc3ab', 'port_id': '06086796-1cbe-487b-90c3-9bb2efa7a754', 'mac_address': 'fa:16:3e:92:8d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2a052e-51d2-4bb4-9d5d-f505d817da34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:54:32.327844 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:32.344293 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06086796-1cbe-487b-90c3-9bb2efa7a754 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:54:32.359215 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 06086796-1cbe-487b-90c3-9bb2efa7a754, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=06086796-1cbe-487b-90c3-9bb2efa7a754,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:32.363151 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:32.364821 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:32.427615 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=06086796-1cbe-487b-90c3-9bb2efa7a754,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:32.430465 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:32.614279 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['06086796-1cbe-487b-90c3-9bb2efa7a754'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:32.672991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b0474-da07-45e0-b5fe-194a0520fd95 req-1444abbe-6143-40fe-90a9-66956043f366 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:32.674587 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7d8b0474-da07-45e0-b5fe-194a0520fd95 req-1444abbe-6143-40fe-90a9-66956043f366 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 945 time: 0.0851240
Dec 09 18:54:32.718350 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7d8b0474-da07-45e0-b5fe-194a0520fd95 req-3f02decb-71b8-4d4c-b2cd-1e1b8d559c36 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381410
Dec 09 18:54:33.907364 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40dfb1-66ba-4961-89e4-c7cf1e5ad806 req-8edc36ec-93a7-4696-9c11-e00d5a77efa6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:33.908848 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7b40dfb1-66ba-4961-89e4-c7cf1e5ad806 req-8edc36ec-93a7-4696-9c11-e00d5a77efa6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 945 time: 0.0855095
Dec 09 18:54:33.954025 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7b40dfb1-66ba-4961-89e4-c7cf1e5ad806 req-d36b982b-17a0-433a-889d-3cdd8a3a773d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395849
Dec 09 18:54:34.132267 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 06086796-1cbe-487b-90c3-9bb2efa7a754 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:54:34.201924 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 06086796-1cbe-487b-90c3-9bb2efa7a754 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:54:34.206833 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 06086796-1cbe-487b-90c3-9bb2efa7a754 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:54:34.207220 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:34.320380 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:34.348992 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06086796-1cbe-487b-90c3-9bb2efa7a754'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:34.358912 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 06086796-1cbe-487b-90c3-9bb2efa7a754, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=06086796-1cbe-487b-90c3-9bb2efa7a754,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:34.363489 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:34.365302 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:34.422836 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06086796-1cbe-487b-90c3-9bb2efa7a754', 'code': 200}
Dec 09 18:54:34.455047 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=06086796-1cbe-487b-90c3-9bb2efa7a754,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:34.458083 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:34.629440 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb197f-3795-4086-ac76-bafb07ae8c2f req-854dc397-3466-4e6c-877e-32f398a4521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:34.630966 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1fdb197f-3795-4086-ac76-bafb07ae8c2f req-854dc397-3466-4e6c-877e-32f398a4521a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 1099 time: 0.0767744
Dec 09 18:54:34.671207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1fdb197f-3795-4086-ac76-bafb07ae8c2f req-935f9141-e802-47f5-9216-fca12e131fcb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334492
Dec 09 18:54:35.136603 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e218c7-087b-4cb1-ab68-330b3080a29e req-af7459f2-aaa1-4445-8731-ef26e7961ecd tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:35.138060 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-85e218c7-087b-4cb1-ab68-330b3080a29e req-af7459f2-aaa1-4445-8731-ef26e7961ecd tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 946 time: 0.0821033
Dec 09 18:54:35.183227 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-85e218c7-087b-4cb1-ab68-330b3080a29e req-4f17adc1-91be-41a3-9b79-e33c061d10db tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384486
Dec 09 18:54:36.368432 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e4de5-fc78-45ee-a301-c6ea197d0eac req-9981dc00-61a5-4305-8aeb-02181061c2c8 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:36.369886 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ad9e4de5-fc78-45ee-a301-c6ea197d0eac req-9981dc00-61a5-4305-8aeb-02181061c2c8 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 946 time: 0.0792859
Dec 09 18:54:36.416473 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-ad9e4de5-fc78-45ee-a301-c6ea197d0eac req-4ef18333-cc67-4e31-b877-d26fea510030 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410221
Dec 09 18:54:36.710313 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:54:48.360340 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdbce7-9790-470d-9195-d48acce030f6 req-a5cd4663-d744-4be2-80de-3967ca61f7aa tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:48.361815 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cbdbce7-9790-470d-9195-d48acce030f6 req-a5cd4663-d744-4be2-80de-3967ca61f7aa tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 946 time: 0.0801578
Dec 09 18:54:48.404626 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0cbdbce7-9790-470d-9195-d48acce030f6 req-1b3960e5-6f29-436e-9562-b6a5c1e1c1f3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366552
Dec 09 18:54:49.595836 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbfc5f-6ec7-48da-a86a-e96e28c61e65 req-bf8e1404-6595-4456-8a68-8581d3360bbc tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:49.597324 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75cbfc5f-6ec7-48da-a86a-e96e28c61e65 req-bf8e1404-6595-4456-8a68-8581d3360bbc tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 946 time: 0.0791337
Dec 09 18:54:49.646247 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75cbfc5f-6ec7-48da-a86a-e96e28c61e65 req-78c6a5e0-504b-4ce3-96de-b7f64f6392f5 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433452
Dec 09 18:54:49.937826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-ec294fc5-2e3a-43c6-85f6-caab54004e45 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:49.939277 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-ec294fc5-2e3a-43c6-85f6-caab54004e45 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 946 time: 0.0791311
Dec 09 18:54:50.008289 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Deleting port 06086796-1cbe-487b-90c3-9bb2efa7a754 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:54:50.008729 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:50.338010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] For port 06086796-1cbe-487b-90c3-9bb2efa7a754, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=06086796-1cbe-487b-90c3-9bb2efa7a754,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:50.338318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:50.458557 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-827b0540-1867-48cc-bb34-e64d53bb3088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:50.466790 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Calling delete_port for 06086796-1cbe-487b-90c3-9bb2efa7a754 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:54:50.607118 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:50.612495 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a9372dab-e8f8-47a2-88ca-47272be28d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:50.619173 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f', '6c8c221d-370d-4e6f-99e3-aed988a64b06', '9dc04d38-1324-4e7b-babd-14778aba3d7e', '06086796-1cbe-487b-90c3-9bb2efa7a754'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:50.659575 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event deleted for resources: {'Port': ['ID=06086796-1cbe-487b-90c3-9bb2efa7a754,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:50.663221 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:50.738647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] No DVR routers for this DVR port 06086796-1cbe-487b-90c3-9bb2efa7a754 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:54:50.741115 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:50.743949 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'name': 'network-vif-deleted', 'tag': '06086796-1cbe-487b-90c3-9bb2efa7a754'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:50.761893 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ecf3b553-2350-4832-bc8e-3ee6a2674d27 req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "DELETE /v2.0/ports/06086796-1cbe-487b-90c3-9bb2efa7a754 HTTP/1.1" status: 204  len: 173 time: 0.8171372
Dec 09 18:54:50.804347 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5', 'name': 'network-vif-deleted', 'tag': '06086796-1cbe-487b-90c3-9bb2efa7a754', 'status': 'completed', 'code': 200}
Dec 09 18:54:50.814892 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b751cc86-b532-4040-bd05-f0d5a94fc10f req-2061c453-f168-4167-8945-234b00b146d3 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c96f8f0-f4c6-4c6c-9e46-02f03cfdf9a5 HTTP/1.1" status: 200  len: 210 time: 0.0486934
Dec 09 18:54:51.288139 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:53.048281 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c5c74a35-2737-4085-9bd9-5a541b9b8589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:53.493565 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85586-2433-4911-81a8-c7a186ef3fe9 req-f623a6bb-4ee0-4a95-b3c9-e3bfc3c7ffaf tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:53.494158 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-f9b85586-2433-4911-81a8-c7a186ef3fe9 req-f623a6bb-4ee0-4a95-b3c9-e3bfc3c7ffaf tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:54:53.510397 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-f9b85586-2433-4911-81a8-c7a186ef3fe9 req-f623a6bb-4ee0-4a95-b3c9-e3bfc3c7ffaf tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:54:53.511587 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f9b85586-2433-4911-81a8-c7a186ef3fe9 req-f623a6bb-4ee0-4a95-b3c9-e3bfc3c7ffaf tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 946 time: 0.1029780
Dec 09 18:54:53.556374 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f9b85586-2433-4911-81a8-c7a186ef3fe9 req-c6fcb537-e5bb-4567-bb3b-d74e16902d94 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389950
Dec 09 18:54:54.194776 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 06086796-1cbe-487b-90c3-9bb2efa7a754 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:54:54.238002 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 06086796-1cbe-487b-90c3-9bb2efa7a754 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:54:54.238359 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 06086796-1cbe-487b-90c3-9bb2efa7a754 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:54:54.243605 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:54.738233 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394897-0dd4-4605-b0e8-afe8619e8478 req-7b9e075d-cde4-406c-a7da-d2c0b594b6a6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:54.739683 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8c394897-0dd4-4605-b0e8-afe8619e8478 req-7b9e075d-cde4-406c-a7da-d2c0b594b6a6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 946 time: 0.0805726
Dec 09 18:54:54.783532 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8c394897-0dd4-4605-b0e8-afe8619e8478 req-02e66520-bfe6-4793-a31e-9f42fdceba58 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382211
Dec 09 18:54:54.927510 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-19cff25d-8aab-4b4e-b604-c737ca7f453c tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:54.928945 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-19cff25d-8aab-4b4e-b604-c737ca7f453c tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 946 time: 0.0828924
Dec 09 18:54:54.997568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Deleting port 9dc04d38-1324-4e7b-babd-14778aba3d7e {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:54:54.997924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:55.242277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] For port 9dc04d38-1324-4e7b-babd-14778aba3d7e, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=9dc04d38-1324-4e7b-babd-14778aba3d7e,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:55.242546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:55.364623 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Calling delete_port for 9dc04d38-1324-4e7b-babd-14778aba3d7e owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:54:55.507789 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:55.514591 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6189eede-8a2d-4716-8205-a314279d584e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:55.519080 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f', '6c8c221d-370d-4e6f-99e3-aed988a64b06', '9dc04d38-1324-4e7b-babd-14778aba3d7e'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:55.558164 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event deleted for resources: {'Port': ['ID=9dc04d38-1324-4e7b-babd-14778aba3d7e,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:55.592372 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.592771 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.593123 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.593517 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.593877 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.594235 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.594598 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.594957 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.595311 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.595664 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.596016 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.596367 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:54:55.604055 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:55.647301 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] No DVR routers for this DVR port 9dc04d38-1324-4e7b-babd-14778aba3d7e on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:54:55.649735 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:55.652370 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'name': 'network-vif-deleted', 'tag': '9dc04d38-1324-4e7b-babd-14778aba3d7e'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:55.668979 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ebd513b8-e1d0-45cd-8f7b-969dd13cb90d req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "DELETE /v2.0/ports/9dc04d38-1324-4e7b-babd-14778aba3d7e HTTP/1.1" status: 204  len: 173 time: 0.7346094
Dec 09 18:54:55.699119 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6061a08d-7e23-4ebd-813e-aa9716cef3b8', 'name': 'network-vif-deleted', 'tag': '9dc04d38-1324-4e7b-babd-14778aba3d7e', 'status': 'completed', 'code': 200}
Dec 09 18:54:55.946078 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-64dd6aa5-966a-4f0d-96a3-dedce83f42f1 req-c34a4e63-45dc-4fdd-ae62-dce2fd476906 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=6061a08d-7e23-4ebd-813e-aa9716cef3b8 HTTP/1.1" status: 200  len: 210 time: 0.0438342
Dec 09 18:54:55.965657 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:56.361716 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:57.395287 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7109ed-7beb-4d3b-b6e6-4cf75d1b519d req-7408c2be-593c-4fb5-97df-42b449954df2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:57.395971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-cf7109ed-7beb-4d3b-b6e6-4cf75d1b519d req-7408c2be-593c-4fb5-97df-42b449954df2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:54:57.410567 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-cf7109ed-7beb-4d3b-b6e6-4cf75d1b519d req-7408c2be-593c-4fb5-97df-42b449954df2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:54:57.411715 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cf7109ed-7beb-4d3b-b6e6-4cf75d1b519d req-7408c2be-593c-4fb5-97df-42b449954df2 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 945 time: 0.0953979
Dec 09 18:54:57.459196 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cf7109ed-7beb-4d3b-b6e6-4cf75d1b519d req-fe7871a8-3874-40e0-bba4-ebe3f3af7d7d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417314
Dec 09 18:54:58.234855 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9dc04d38-1324-4e7b-babd-14778aba3d7e no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:54:58.271263 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 9dc04d38-1324-4e7b-babd-14778aba3d7e {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:54:58.271611 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 9dc04d38-1324-4e7b-babd-14778aba3d7e not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:54:58.697205 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-49526768-2c22-4ace-8f4d-8a47191a2778 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:58.698788 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-49526768-2c22-4ace-8f4d-8a47191a2778 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 945 time: 0.1677673
Dec 09 18:54:58.772890 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Deleting port 6c8c221d-370d-4e6f-99e3-aed988a64b06 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:54:58.773192 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:58.803377 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4f69e-f9fe-4ed7-801e-9b42be852c6e req-554de2d5-46f1-4435-932e-47f2d1c86159 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:58.804849 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e0a4f69e-f9fe-4ed7-801e-9b42be852c6e req-554de2d5-46f1-4435-932e-47f2d1c86159 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 945 time: 0.2348573
Dec 09 18:54:58.852485 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e0a4f69e-f9fe-4ed7-801e-9b42be852c6e req-b3851feb-d407-46fc-be48-18f29b84ef77 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395460
Dec 09 18:54:59.017997 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] For port 6c8c221d-370d-4e6f-99e3-aed988a64b06, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=6c8c221d-370d-4e6f-99e3-aed988a64b06,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:54:59.018350 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:59.143149 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Calling delete_port for 6c8c221d-370d-4e6f-99e3-aed988a64b06 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:54:59.280979 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:59.286389 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:54:59.292624 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f', '6c8c221d-370d-4e6f-99e3-aed988a64b06'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:54:59.333350 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event deleted for resources: {'Port': ['ID=6c8c221d-370d-4e6f-99e3-aed988a64b06,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:54:59.337232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:54:59.413024 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] No DVR routers for this DVR port 6c8c221d-370d-4e6f-99e3-aed988a64b06 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:54:59.415283 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:54:59.417929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'name': 'network-vif-deleted', 'tag': '6c8c221d-370d-4e6f-99e3-aed988a64b06'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:54:59.434635 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d24fd96d-85c6-41d6-97fc-35501c97d717 req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "DELETE /v2.0/ports/6c8c221d-370d-4e6f-99e3-aed988a64b06 HTTP/1.1" status: 204  len: 173 time: 0.7303283
Dec 09 18:54:59.468201 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691da57-d6d5-4862-a6fb-79c09324a7c2', 'name': 'network-vif-deleted', 'tag': '6c8c221d-370d-4e6f-99e3-aed988a64b06', 'status': 'completed', 'code': 200}
Dec 09 18:54:59.681085 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-8ab1c841-b82a-4f9c-a7fa-7cd625384a95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703394
Dec 09 18:54:59.821965 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-de933f22-7ac1-42c4-b164-aac6c0e6b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:59.823452 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-de933f22-7ac1-42c4-b164-aac6c0e6b18a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62306b93a2a247bb8da1294a735217fd&device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 1099 time: 0.0723073
Dec 09 18:54:59.972887 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-e492a968-1c77-4e23-9bcb-22032392b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:54:59.974595 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-e492a968-1c77-4e23-9bcb-22032392b7ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 200  len: 916 time: 0.1319957
Dec 09 18:55:00.034447 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7d5a4400-a57c-4680-b555-150229459415 req-744b4831-0c6b-4d96-9797-e76aa561177f tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d691da57-d6d5-4862-a6fb-79c09324a7c2 HTTP/1.1" status: 200  len: 210 time: 0.0540349
Dec 09 18:55:00.053608 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-08e3d16d-67a1-4ba5-ba1f-93afe19bd8c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f HTTP/1.1" status: 200  len: 217 time: 0.0725491
Dec 09 18:55:00.116737 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-c4d1fa8f-6416-46c4-b2ce-bdaf9ec91c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:00.118367 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-c4d1fa8f-6416-46c4-b2ce-bdaf9ec91c8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 200  len: 855 time: 0.0589440
Dec 09 18:55:00.169139 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-5c5b4c44-dc18-4a8b-a669-a7c59e87e65f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab15581-b482-488e-a933-c63c733dc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443780
Dec 09 18:55:00.304404 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-d3375d16-38ac-4a8c-8259-90c56fd75074 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283104
Dec 09 18:55:00.519355 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4bc57aff-2ea8-4449-92f8-47f1a08fa1cc req-1dc11e7d-bdcd-47ad-a642-f84e73ad4c08 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080855
Dec 09 18:55:02.263704 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 6c8c221d-370d-4e6f-99e3-aed988a64b06 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:55:02.300601 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 6c8c221d-370d-4e6f-99e3-aed988a64b06 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:55:02.300799 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 6c8c221d-370d-4e6f-99e3-aed988a64b06 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:55:02.878277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4bf89-0312-4e19-8a2d-af9488d7c12e req-4494a02f-dad6-429a-bac6-325fb96f1cff tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:02.878962 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-6ea4bf89-0312-4e19-8a2d-af9488d7c12e req-4494a02f-dad6-429a-bac6-325fb96f1cff tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Synchronizing usage tracker for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:55:02.894919 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-6ea4bf89-0312-4e19-8a2d-af9488d7c12e req-4494a02f-dad6-429a-bac6-325fb96f1cff tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Unset dirty status for tenant:62306b93a2a247bb8da1294a735217fd on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:55:02.896196 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6ea4bf89-0312-4e19-8a2d-af9488d7c12e req-4494a02f-dad6-429a-bac6-325fb96f1cff tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 946 time: 0.1471159
Dec 09 18:55:02.940766 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6ea4bf89-0312-4e19-8a2d-af9488d7c12e req-ebb1d594-f05e-4965-99bd-59441c38dc2f tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385337
Dec 09 18:55:04.141380 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0749eb-d935-43d1-8414-0bd0166cc90a req-2914d3b3-daea-45ce-a236-edd3c61e18a7 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:04.142880 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9d0749eb-d935-43d1-8414-0bd0166cc90a req-2914d3b3-daea-45ce-a236-edd3c61e18a7 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 946 time: 0.0830550
Dec 09 18:55:04.187154 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-9d0749eb-d935-43d1-8414-0bd0166cc90a req-6b19db84-d655-419e-bfd7-a036741fbc0c tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/security-groups?id=24a748d7-5708-4570-8909-431ca25c5d14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385752
Dec 09 18:55:04.211365 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-3247698b-7da0-433d-9976-e4170d573109 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:04.212830 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-3247698b-7da0-433d-9976-e4170d573109 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 946 time: 0.0854065
Dec 09 18:55:04.280724 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Deleting port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:55:04.281061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:04.526026 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] For port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,segment=NetworkSegment(2d4a0e47-2e2b-492c-a907-323b1839fb06),segment_id=2d4a0e47-2e2b-492c-a907-323b1839fb06)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:55:04.526358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:04.646909 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Calling delete_port for 7d2f07dd-27c6-41f4-a60b-200b6c7a153f owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:55:04.788479 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:04.793664 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e2a89230-7378-4b58-8902-668d2e6f964d tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:04.800301 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['7d2f07dd-27c6-41f4-a60b-200b6c7a153f'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:55:04.841486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Pushing event deleted for resources: {'Port': ['ID=7d2f07dd-27c6-41f4-a60b-200b6c7a153f,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:04.873733 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:04.918217 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] No DVR routers for this DVR port 7d2f07dd-27c6-41f4-a60b-200b6c7a153f on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:55:04.921325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:04.923859 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'name': 'network-vif-deleted', 'tag': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:55:04.940819 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d18f8039-5ef3-4f33-929c-7cb47eaab3d2 req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.45 "DELETE /v2.0/ports/7d2f07dd-27c6-41f4-a60b-200b6c7a153f HTTP/1.1" status: 204  len: 173 time: 0.7229462
Dec 09 18:55:04.974889 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a701b8a7-50dc-44cf-abf3-d164f739bd00', 'name': 'network-vif-deleted', 'tag': '7d2f07dd-27c6-41f4-a60b-200b6c7a153f', 'status': 'completed', 'code': 200}
Dec 09 18:55:05.351008 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3711c1ee-9970-4fce-b340-a3c3eb3f7cdd req-dd6c7f91-f6e6-4d34-ab66-9cff6f275e3b tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] 10.222.0.32 "GET /v2.0/ports?device_id=a701b8a7-50dc-44cf-abf3-d164f739bd00 HTTP/1.1" status: 200  len: 210 time: 0.0469182
Dec 09 18:55:06.448373 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43722) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:06.515175 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Deleting subnet ae2a052e-51d2-4bb4-9d5d-f505d817da34 {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:55:06.518324 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:06.568350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:06.625419 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:06.692634 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:06.697137 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:06.731149 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2a052e-51d2-4bb4-9d5d-f505d817da34,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:06.734089 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:06.742978 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.743355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.743722 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.744083 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.744442 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.744797 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.745218 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.745532 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.745883 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.746230 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.746578 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.746918 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:06.750992 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ae2a052e-51d2-4bb4-9d5d-f505d817da34 HTTP/1.1" status: 204  len: 168 time: 0.3016226
Dec 09 18:55:06.751864 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-79247a89-f543-45b2-973d-fa79f567d0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:06.753478 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43726) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:06.860433 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:06.983441 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.007729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cd179850>,) {'filters': {'network_id': ['6ab15581-b482-488e-a933-c63c733dc3ab']}} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:55:07.019396 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd179850>, '2d4a0e47-2e2b-492c-a907-323b1839fb06') {'for_net_delete': True} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:55:07.019692 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd179850>, '2d4a0e47-2e2b-492c-a907-323b1839fb06') {} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:55:07.031279 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969101'] for segment, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.050696 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.056536 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=86868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:55:07.056920 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102490'] for segment, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]: Traceback (most recent call last):
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     timer()
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     cb(*args, **kw)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     return func(*args, **kwargs)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     self._notify()
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     self.callback(batched_events)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     event.method(event)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     return f(self, *a, **k)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._get(url).json()
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:55:07.069661 dv-cinder-819346-1-iscsi neutron-server[86868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:55:07.144081 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.149542 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.151906 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:07.174372 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab15581-b482-488e-a933-c63c733dc3ab,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:07.177306 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:07.183026 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ffe70e16-ba25-45ab-836a-5ef52c5d2b18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ab15581-b482-488e-a933-c63c733dc3ab HTTP/1.1" status: 204  len: 168 time: 0.4285679
Dec 09 18:55:07.289911 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43732) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:07.342232 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-20e7262b-4cca-4aae-bfe1-5d7bf43633fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62306b93a2a247bb8da1294a735217fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503755
Dec 09 18:55:07.344467 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43736) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:07.400992 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.426475 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.477652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.481115 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a7a3a96e-6509-451d-af3a-bf09b32ded44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:07.493935 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a748d7-5708-4570-8909-431ca25c5d14,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:07.496976 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:07.506840 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:07.507948 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24a748d7-5708-4570-8909-431ca25c5d14 HTTP/1.1" status: 204  len: 168 time: 0.1626060
Dec 09 18:55:08.288217 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 7d2f07dd-27c6-41f4-a60b-200b6c7a153f no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:55:08.321806 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 7d2f07dd-27c6-41f4-a60b-200b6c7a153f {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:55:08.322154 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 7d2f07dd-27c6-41f4-a60b-200b6c7a153f not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:55:13.710589 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:55:20.464835 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6e5d7f3c-7e38-4e3f-8b16-d0a832c074bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:21.293038 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:23.051170 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-cae7a769-d56d-4af0-80b9-b8e420a2d6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:24.229217 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:25.967260 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:26.389226 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.507704 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43942) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:38.623759 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.638397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:38.642336 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2235b0dadf445fb4e1339d12a0fd12 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:38.645131 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:38.651566 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:38.738935 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.742684 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.750565 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0619064a-e583-4a35-851b-43afd819963a tempest-VolumesNegativeTest-547394495 tempest-VolumesNegativeTest-547394495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:38.792312 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a2235b0dadf445fb4e1339d12a0fd12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2834435
Dec 09 18:55:38.793053 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf946d3-4cd5-4fa4-a593-8fb630a66d9e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:38.794922 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43948) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:38.796881 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-053acc50-b1bd-4815-9804-c1e7724abf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:38.853575 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.880239 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.935457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.939896 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-409bbf93-fd92-4d0c-a9c9-ee323982fbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:38.950826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf946d3-4cd5-4fa4-a593-8fb630a66d9e,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:38.955939 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:38.957791 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:38.961517 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e0941859-7cb4-43cc-b410-d87e84aa3779 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acf946d3-4cd5-4fa4-a593-8fb630a66d9e HTTP/1.1" status: 204  len: 168 time: 0.1655433
Dec 09 18:55:39.236869 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 43956) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:39.256166 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.270263 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:39.274122 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:13e807a1c9cc4e11a6e898aeae33763a is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:39.276891 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:39.283057 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:39.366864 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.370439 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.377414 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-10b03c94-0d23-4a76-a283-8f2c78ca1ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:39.420423 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13e807a1c9cc4e11a6e898aeae33763a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1823981
Dec 09 18:55:39.421318 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff1ff95-6d45-43bd-a9bd-aa318f07c0e8,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:39.423333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 43960) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:39.425606 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-66d6dd3e-7dbc-4391-8088-13e0d661a9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:39.486849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.511695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.562578 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.566127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c788ec21-67f0-4e3e-ad4f-c42da3929ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:39.576832 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff1ff95-6d45-43bd-a9bd-aa318f07c0e8,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:39.580968 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:39.584238 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:39.585382 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-047f67fa-0bbb-4fe0-845d-4aaf50c18285 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ff1ff95-6d45-43bd-a9bd-aa318f07c0e8 HTTP/1.1" status: 204  len: 168 time: 0.1609795
Dec 09 18:55:40.928563 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44004) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:41.042987 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.058039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:41.061877 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b496a6aea843b398238a9674491b17 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:41.065420 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:41.071548 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:41.157425 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.161316 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.169399 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:41.209361 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3b496a6aea843b398238a9674491b17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2797334
Dec 09 18:55:41.210974 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ffb53e-d05d-477c-83d9-07b4307af232,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:41.212257 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44010) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:41.214156 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d9a0f835-ee56-48b8-9b0c-886e4ec76f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:41.275342 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.301154 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.352369 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.355952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-634bd4d8-9db0-45b8-bb10-b9df8d5276ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:41.370346 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ffb53e-d05d-477c-83d9-07b4307af232,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:41.373121 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:41.383227 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:41.384343 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-036b1f00-95b4-4533-b78d-efd1c74eaa5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60ffb53e-d05d-477c-83d9-07b4307af232 HTTP/1.1" status: 204  len: 168 time: 0.1711199
Dec 09 18:55:42.049568 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44034) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:42.157313 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-683867391-network', 'tenant_id': 'ba0f6a49f3424d8ea48b1c15e8511ce7'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:55:42.161947 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:42.165778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Usage tracker for resource:network and tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:42.168707 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:42.175188 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:42.185108 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Made reservation on behalf of ba0f6a49f3424d8ea48b1c15e8511ce7 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:55:42.187895 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.199479 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.216015 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:42.219785 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Usage tracker for resource:security_group_rule and tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:42.222513 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:42.227985 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:42.311626 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.315592 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.318433 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8d23eaf8-3bba-43ec-84b1-dc0bd88e91f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:42.355905 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:55:42.362052 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd25a1d-5f20-4161-ab2a-419a42a3058b,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:42.365654 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:42.369754 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.369754 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Added segment 7fcbd35c-b41b-49a4-b83c-6e9d9eac9939 of type vlan for network 99b7132e-466f-44c0-b726-4bf806117f3b
Dec 09 18:55:42.396362 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.425203 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.426544 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:42.427131 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.431777 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-82a77a1f-ce28-49fa-9389-5ae5db1770ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:42.529474 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Pushing event updated for resources: {'Network': ['ID=99b7132e-466f-44c0-b726-4bf806117f3b,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:42.532798 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4822066
Dec 09 18:55:42.533721 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-4afee9f8-eb2e-4fd6-88b9-213566a05a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:42.535653 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44040) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:55:42.540059 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 99b7132e-466f-44c0-b726-4bf806117f3b details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:55:42.541023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Request body: {'subnet': {'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-683867391-subnet', 'tenant_id': 'ba0f6a49f3424d8ea48b1c15e8511ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:55:42.545888 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:42.549982 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Usage tracker for resource:subnet and tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:42.552809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:42.558524 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:42.569493 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Made reservation on behalf of ba0f6a49f3424d8ea48b1c15e8511ce7 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:55:42.571831 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.776273 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.779999 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:42.854259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3539e3b-0a81-40e3-bf9f-682dfbaa051c,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:42.856976 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:42.864797 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Checking segment: {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:55:42.865106 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Network hostable DHCP agents. Network: 99b7132e-466f-44c0-b726-4bf806117f3b, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:55:42.884088 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Network 99b7132e-466f-44c0-b726-4bf806117f3b is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:55:42.893358 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 99b7132e-466f-44c0-b726-4bf806117f3b) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:55:42.897559 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:42.898151 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:42.903466 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855963e5-eb5a-45c3-b409-681478422de3 None None] Network 99b7132e-466f-44c0-b726-4bf806117f3b requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:55:42.927163 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-0bc51468-b240-45cf-b331-97a915c654e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3826079
Dec 09 18:55:43.122633 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9fbc1-66f4-48c4-b764-556baa68efb3 None None] Network 99b7132e-466f-44c0-b726-4bf806117f3b requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:55:44.998278 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-0654f124-716f-48db-b205-015eb885d036 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:44.998957 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-0654f124-716f-48db-b205-015eb885d036 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Synchronizing usage tracker for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:network {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:55:45.014975 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-0654f124-716f-48db-b205-015eb885d036 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Unset dirty status for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:network {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:55:45.016209 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-0654f124-716f-48db-b205-015eb885d036 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 813 time: 0.2568398
Dec 09 18:55:45.030463 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-a8f69fdf-617e-45cb-967e-9063fd0bea15 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/quotas/ba0f6a49f3424d8ea48b1c15e8511ce7 HTTP/1.1" status: 200  len: 375 time: 0.0087066
Dec 09 18:55:45.077507 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-f1345bcc-46c2-4446-b788-5d2ddfd3caed tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413427
Dec 09 18:55:45.088010 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-e73499b9-0085-4e88-8004-8d119004d80b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:55:45.088935 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-e73499b9-0085-4e88-8004-8d119004d80b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052299
Dec 09 18:55:45.218884 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-082d5953-e537-4422-9eea-b79f37d9df60 service neutron] 10.222.0.32 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240938
Dec 09 18:55:45.349325 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-6efe772c-9cf9-4956-a702-53c90283b451 service neutron] 10.222.0.32 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246755
Dec 09 18:55:45.526690 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-418c72a4-723e-4657-9969-b5b01475c7a1 req-ac4ca205-0e0f-4c7e-8d34-db136176e06c tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 210 time: 0.0448289
Dec 09 18:55:46.683457 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-61f60613-876d-4e8b-b4e3-a4aac63d07a6 req-a2966ed3-822f-4eb8-8a24-0cbb095c0608 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 210 time: 0.0449636
Dec 09 18:55:46.720318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-d235d7ae-92ac-4efd-9d71-46f724477321 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:46.721777 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-d235d7ae-92ac-4efd-9d71-46f724477321 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 813 time: 0.1529837
Dec 09 18:55:46.733463 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Request body: {'port': {'device_id': '3cede821-b2a0-4837-9b04-624c676735c3', 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b', 'admin_state_up': True, 'tenant_id': 'ba0f6a49f3424d8ea48b1c15e8511ce7'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:55:46.872210 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:55:46.877044 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Usage tracker for resource:port and tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:55:46.879936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:55:46.885658 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:55:46.895645 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Made reservation on behalf of ba0f6a49f3424d8ea48b1c15e8511ce7 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:55:46.899101 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:47.148325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Allocated IP 172.20.0.8 (99b7132e-466f-44c0-b726-4bf806117f3b/f3539e3b-0a81-40e3-bf9f-682dfbaa051c/94824392-8bd3-44f3-9a32-689960d8229d) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:55:47.350196 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:47.379687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:47.385442 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:47.450619 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Network 99b7132e-466f-44c0-b726-4bf806117f3b is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:55:47.453796 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:55:47.457683 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:55:47.491350 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Pushing event updated for resources: {'Port': ['ID=94824392-8bd3-44f3-9a32-689960d8229d,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:47.501647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:47.525933 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:47.526540 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:47.552328 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8223999
Dec 09 18:55:47.562521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-c3fd51a1-707b-444b-9c68-18fe5b7c45c1 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:55:47.563445 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-c3fd51a1-707b-444b-9c68-18fe5b7c45c1 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049984
Dec 09 18:55:47.618820 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Request body: {'port': {'device_id': '3cede821-b2a0-4837-9b04-624c676735c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:55:47.730640 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:48.016530 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5913894-4a80-464c-b68f-d19241338be9 req-d42ea330-57a5-45d1-91b5-228d05b44b54 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:48.017220 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c5913894-4a80-464c-b68f-d19241338be9 req-d42ea330-57a5-45d1-91b5-228d05b44b54 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Synchronizing usage tracker for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:55:48.054043 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c5913894-4a80-464c-b68f-d19241338be9 req-d42ea330-57a5-45d1-91b5-228d05b44b54 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Unset dirty status for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:55:48.055193 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5913894-4a80-464c-b68f-d19241338be9 req-d42ea330-57a5-45d1-91b5-228d05b44b54 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 931 time: 0.2610772
Dec 09 18:55:48.118043 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5913894-4a80-464c-b68f-d19241338be9 req-f176d880-1983-4071-8134-4878136fda7c tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495200
Dec 09 18:55:48.183858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94824392-8bd3-44f3-9a32-689960d8229d {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:55:48.191646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:48.206677 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Transition to ACTIVE for port object 94824392-8bd3-44f3-9a32-689960d8229d will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:55:48.210039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:48.214574 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:48.367871 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Pushing event updated for resources: {'Port': ['ID=94824392-8bd3-44f3-9a32-689960d8229d,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:48.376299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:48.439619 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Attempting to bind port 94824392-8bd3-44f3-9a32-689960d8229d on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:55:48.439948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Attempting to bind port 94824392-8bd3-44f3-9a32-689960d8229d by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:55:48.440273 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Attempting to bind port 94824392-8bd3-44f3-9a32-689960d8229d on network 99b7132e-466f-44c0-b726-4bf806117f3b {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:55:48.445253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Port 94824392-8bd3-44f3-9a32-689960d8229d on network 99b7132e-466f-44c0-b726-4bf806117f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:55:48.445593 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Attempting to bind port 94824392-8bd3-44f3-9a32-689960d8229d on network 99b7132e-466f-44c0-b726-4bf806117f3b {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:55:48.450723 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:55:48.451055 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Checking segment: {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:55:48.451462 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Bound using segment: {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:55:48.451885 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Bound port: 94824392-8bd3-44f3-9a32-689960d8229d, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:55:48.452228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:48.541792 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] For port 94824392-8bd3-44f3-9a32-689960d8229d, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:55:48.544588 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] For port 94824392-8bd3-44f3-9a32-689960d8229d, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=94824392-8bd3-44f3-9a32-689960d8229d,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:55:48.549066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:48.553733 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b06f6c96-1c06-4330-b422-bd48c2ea3868 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:48.602165 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:48.602774 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:48.604150 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] 10.222.0.45 "PUT /v2.0/ports/94824392-8bd3-44f3-9a32-689960d8229d HTTP/1.1" status: 200  len: 1093 time: 1.0346301
Dec 09 18:55:48.604629 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cede821-b2a0-4837-9b04-624c676735c3', 'tag': '94824392-8bd3-44f3-9a32-689960d8229d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:55:48.634302 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Pushing event updated for resources: {'Port': ['ID=94824392-8bd3-44f3-9a32-689960d8229d,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:48.637219 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:48.678529 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cede821-b2a0-4837-9b04-624c676735c3', 'tag': '94824392-8bd3-44f3-9a32-689960d8229d', 'status': 'completed', 'code': 200}
Dec 09 18:55:48.719364 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-734ae921-3dc4-431e-9ddd-30badd792fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:48.720835 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-734ae921-3dc4-431e-9ddd-30badd792fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 1096 time: 0.0765254
Dec 09 18:55:48.788233 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-76373ca3-cf82-4646-84cb-75eea5e4835f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94824392-8bd3-44f3-9a32-689960d8229d HTTP/1.1" status: 200  len: 217 time: 0.0603719
Dec 09 18:55:48.934849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-d958d0e3-87da-4a66-b5da-d73c71cda26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:48.936301 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-d958d0e3-87da-4a66-b5da-d73c71cda26c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3539e3b-0a81-40e3-bf9f-682dfbaa051c HTTP/1.1" status: 200  len: 853 time: 0.1425619
Dec 09 18:55:48.982694 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-9eef35c4-ef2c-4a13-8ef5-9e231074f363 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99b7132e-466f-44c0-b726-4bf806117f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403342
Dec 09 18:55:49.112776 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-84b85da9-9000-42e1-abbb-f812b67778b8 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233203
Dec 09 18:55:49.287370 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4de36d0d-bae5-4905-9423-eebc5089aab2 req-c6a4549a-dbba-4d18-9145-a544078dc99e service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685169
Dec 09 18:55:49.323933 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49350800-c9f1-4a6c-a76b-c2a4bff5ca4e req-d5d708a0-f2e0-482c-ba1c-374c98352500 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:49.325474 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-49350800-c9f1-4a6c-a76b-c2a4bff5ca4e req-d5d708a0-f2e0-482c-ba1c-374c98352500 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 943 time: 0.1010926
Dec 09 18:55:49.420657 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-49350800-c9f1-4a6c-a76b-c2a4bff5ca4e req-a6b7b2fd-db13-4388-82f4-54f57f6a121c tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894840
Dec 09 18:55:49.434506 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac7de-d669-4277-a418-1711f6c76efc req-87f35abb-12e4-4bee-9ef8-95250fe9479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:49.435976 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-87f35abb-12e4-4bee-9ef8-95250fe9479d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 1096 time: 0.1032157
Dec 09 18:55:49.569850 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac7de-d669-4277-a418-1711f6c76efc req-93eb4b22-f638-43be-8484-68f3d5959651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:49.571208 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-93eb4b22-f638-43be-8484-68f3d5959651 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 914 time: 0.1284640
Dec 09 18:55:49.645746 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-8187051d-6d68-420d-aaed-4bb50416acc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94824392-8bd3-44f3-9a32-689960d8229d HTTP/1.1" status: 200  len: 217 time: 0.0659027
Dec 09 18:55:49.707803 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac7de-d669-4277-a418-1711f6c76efc req-31c948c0-2e4d-4d78-9580-96de3e7dc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:49.709207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-31c948c0-2e4d-4d78-9580-96de3e7dc8a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3539e3b-0a81-40e3-bf9f-682dfbaa051c HTTP/1.1" status: 200  len: 853 time: 0.0568416
Dec 09 18:55:49.763000 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-a167f6b2-585c-4a5d-90b5-3be550dac3ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99b7132e-466f-44c0-b726-4bf806117f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467010
Dec 09 18:55:49.895049 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-d1c28684-96f7-4519-af63-bb49be8e6dad service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241033
Dec 09 18:55:50.028585 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-988ac7de-d669-4277-a418-1711f6c76efc req-80269d74-58ec-47cf-82bf-82e5d7557ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264234
Dec 09 18:55:50.456733 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-021fad16-b98e-4866-869c-85c7fdf30918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:50.537417 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 94824392-8bd3-44f3-9a32-689960d8229d details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:55:50.614786 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c0c65-f5b6-4f42-9a65-0cda1b4c9354 req-8c9ab9e3-8183-4ee6-9f0a-db7877e39863 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:50.616499 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b33c0c65-f5b6-4f42-9a65-0cda1b4c9354 req-8c9ab9e3-8183-4ee6-9f0a-db7877e39863 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 943 time: 0.0862656
Dec 09 18:55:50.661510 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b33c0c65-f5b6-4f42-9a65-0cda1b4c9354 req-b508ebfd-a8f2-44f0-b3e5-2ba3e4b961d5 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Synchronizing usage tracker for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:55:50.679662 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-b33c0c65-f5b6-4f42-9a65-0cda1b4c9354 req-b508ebfd-a8f2-44f0-b3e5-2ba3e4b961d5 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Unset dirty status for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:55:50.680938 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b33c0c65-f5b6-4f42-9a65-0cda1b4c9354 req-b508ebfd-a8f2-44f0-b3e5-2ba3e4b961d5 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586722
Dec 09 18:55:50.706453 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 94824392-8bd3-44f3-9a32-689960d8229d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=94824392-8bd3-44f3-9a32-689960d8229d,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:55:50.710177 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:55:50.720506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '94824392-8bd3-44f3-9a32-689960d8229d', 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b', 'port_id': '94824392-8bd3-44f3-9a32-689960d8229d', 'mac_address': 'fa:16:3e:ae:69:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3539e3b-0a81-40e3-bf9f-682dfbaa051c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:55:50.778525 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:50.795743 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94824392-8bd3-44f3-9a32-689960d8229d {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:55:50.810732 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 94824392-8bd3-44f3-9a32-689960d8229d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=94824392-8bd3-44f3-9a32-689960d8229d,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:55:50.815140 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:50.816815 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:50.881483 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=94824392-8bd3-44f3-9a32-689960d8229d,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:50.888607 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.888965 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.889330 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.889672 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.890537 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.890886 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.891225 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.891543 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.891930 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.892211 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.892539 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.892846 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:55:50.896595 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:51.012898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['94824392-8bd3-44f3-9a32-689960d8229d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:55:51.294850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:51.866625 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64077a9-da8c-4c55-98ea-65122f7e8e0d req-2b1af585-ab55-4273-8fe6-726db837469b tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:51.868070 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d64077a9-da8c-4c55-98ea-65122f7e8e0d req-2b1af585-ab55-4273-8fe6-726db837469b tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 944 time: 0.0803826
Dec 09 18:55:51.911509 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d64077a9-da8c-4c55-98ea-65122f7e8e0d req-ff9b0054-c85e-44b3-b4bd-5aa7a2952427 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379710
Dec 09 18:55:52.539857 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 94824392-8bd3-44f3-9a32-689960d8229d up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:55:52.605742 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 94824392-8bd3-44f3-9a32-689960d8229d completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:55:52.611222 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 94824392-8bd3-44f3-9a32-689960d8229d triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:55:52.611601 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:52.725604 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:52.752272 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cede821-b2a0-4837-9b04-624c676735c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94824392-8bd3-44f3-9a32-689960d8229d'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:55:52.762123 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 94824392-8bd3-44f3-9a32-689960d8229d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=94824392-8bd3-44f3-9a32-689960d8229d,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:55:52.766757 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:52.768545 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:55:52.839110 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=94824392-8bd3-44f3-9a32-689960d8229d,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:55:52.842989 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:55:52.919090 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cede821-b2a0-4837-9b04-624c676735c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94824392-8bd3-44f3-9a32-689960d8229d', 'code': 200}
Dec 09 18:55:53.053120 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-1ef11303-2805-4e12-b8a4-72d2678af38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:53.168517 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56766639-70d0-4886-9985-4f75da56c121 req-30def53f-5fb7-4918-9fff-4f9e40bf274e tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:53.169982 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-56766639-70d0-4886-9985-4f75da56c121 req-30def53f-5fb7-4918-9fff-4f9e40bf274e tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 945 time: 0.1489446
Dec 09 18:55:53.176089 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534a6eb-0876-4a9c-9d53-a321b22990c3 req-647d5324-23ff-4b45-b809-ef23a23f5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:53.177512 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b534a6eb-0876-4a9c-9d53-a321b22990c3 req-647d5324-23ff-4b45-b809-ef23a23f5e77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 1098 time: 0.1011579
Dec 09 18:55:53.241049 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-56766639-70d0-4886-9985-4f75da56c121 req-3d0f050d-81fc-4bf3-9a61-7d4e31a93cf7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626030
Dec 09 18:55:53.246202 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b534a6eb-0876-4a9c-9d53-a321b22990c3 req-2e65f113-5df8-4ef7-86b4-1574f1099d90 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538418
Dec 09 18:55:54.234709 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:54.425175 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcb7a4-a641-435a-a164-ca4e7bb4d934 req-807c7140-f241-46b5-b784-2801d58fcc20 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:55:54.426669 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-69bcb7a4-a641-435a-a164-ca4e7bb4d934 req-807c7140-f241-46b5-b784-2801d58fcc20 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 945 time: 0.0800886
Dec 09 18:55:54.473530 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-69bcb7a4-a641-435a-a164-ca4e7bb4d934 req-69ce6424-aff1-47e0-a6a9-be4970a1eff8 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413802
Dec 09 18:55:55.970769 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:55:56.391806 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:20.457698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-53467951-9b46-42e3-bdb8-d850dc8b9cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:21.297741 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:23.054685 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ca6f788c-6cbb-4085-be68-dfeccfbe99b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:24.234654 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:25.974005 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:26.395722 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:27.709602 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:56:35.962825 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660d6e5-dd31-447c-aba2-6826c8736d25 req-503e1338-fe6a-45f0-9ee9-789219e62f5d tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:35.964515 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7660d6e5-dd31-447c-aba2-6826c8736d25 req-503e1338-fe6a-45f0-9ee9-789219e62f5d tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 945 time: 0.0802085
Dec 09 18:56:36.008191 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7660d6e5-dd31-447c-aba2-6826c8736d25 req-3a963562-1334-483d-bdca-a4bcfe1e5065 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374825
Dec 09 18:56:37.193856 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef220-8c19-4d55-be51-de1641331ccc req-23ce0a48-7058-44a7-8c27-7dcc7a95a0bc tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:37.195214 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fbdef220-8c19-4d55-be51-de1641331ccc req-23ce0a48-7058-44a7-8c27-7dcc7a95a0bc tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 945 time: 0.0820458
Dec 09 18:56:37.239406 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fbdef220-8c19-4d55-be51-de1641331ccc req-07bfe4e3-c911-402d-a055-01dfe2768d31 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385175
Dec 09 18:56:37.393788 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-63a9cefd-7bd8-4d72-96a8-8ba9236f1aad tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:37.395220 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-63a9cefd-7bd8-4d72-96a8-8ba9236f1aad tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 945 time: 0.0792892
Dec 09 18:56:37.547340 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Deleting port 94824392-8bd3-44f3-9a32-689960d8229d {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:56:37.547586 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:37.792492 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] For port 94824392-8bd3-44f3-9a32-689960d8229d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=94824392-8bd3-44f3-9a32-689960d8229d,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:56:37.792852 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:37.915895 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Calling delete_port for 94824392-8bd3-44f3-9a32-689960d8229d owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:56:38.068175 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:38.074118 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-19f716fb-4825-41eb-9dad-56551fae352b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:56:38.080585 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['94824392-8bd3-44f3-9a32-689960d8229d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:56:38.119982 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Pushing event deleted for resources: {'Port': ['ID=94824392-8bd3-44f3-9a32-689960d8229d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:56:38.158541 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.158929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.159302 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.159667 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.160027 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.160387 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.160744 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.161101 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.161480 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.161834 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.162194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.162542 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:38.173632 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:56:38.208101 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] No DVR routers for this DVR port 94824392-8bd3-44f3-9a32-689960d8229d on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:56:38.210493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:38.213004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cede821-b2a0-4837-9b04-624c676735c3', 'name': 'network-vif-deleted', 'tag': '94824392-8bd3-44f3-9a32-689960d8229d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:56:38.228404 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-ade2576b-5c60-4ff4-b83b-a1e79248a7ea req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "DELETE /v2.0/ports/94824392-8bd3-44f3-9a32-689960d8229d HTTP/1.1" status: 204  len: 173 time: 0.8282983
Dec 09 18:56:38.327817 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cede821-b2a0-4837-9b04-624c676735c3', 'name': 'network-vif-deleted', 'tag': '94824392-8bd3-44f3-9a32-689960d8229d', 'status': 'completed', 'code': 200}
Dec 09 18:56:38.567808 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c8249124-086e-4e52-aefa-488946ea67b2 req-33e6ddab-a8e3-4aa6-a51d-060e4be62ed1 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Synchronizing usage tracker for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:56:38.584227 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c8249124-086e-4e52-aefa-488946ea67b2 req-33e6ddab-a8e3-4aa6-a51d-060e4be62ed1 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Unset dirty status for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:56:38.585570 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c8249124-086e-4e52-aefa-488946ea67b2 req-33e6ddab-a8e3-4aa6-a51d-060e4be62ed1 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cede821-b2a0-4837-9b04-624c676735c3 HTTP/1.1" status: 200  len: 210 time: 0.0599349
Dec 09 18:56:41.004108 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 94824392-8bd3-44f3-9a32-689960d8229d no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:56:41.040390 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 94824392-8bd3-44f3-9a32-689960d8229d {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:56:41.040701 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 94824392-8bd3-44f3-9a32-689960d8229d not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:56:48.126744 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-43787b57-c4cd-4981-a966-937c610eb4f6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:48.128194 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-43787b57-c4cd-4981-a966-937c610eb4f6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 813 time: 0.1451559
Dec 09 18:56:48.143156 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-024ac3ea-797e-47ac-8cc3-507f815a0a92 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/quotas/ba0f6a49f3424d8ea48b1c15e8511ce7 HTTP/1.1" status: 200  len: 375 time: 0.0093758
Dec 09 18:56:48.192475 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-df10c6f7-9ad8-46bb-b381-df72c5c04159 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445204
Dec 09 18:56:48.203132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-9da1b18a-6050-4283-8de6-5b0d2b4b0554 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 18:56:48.204053 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-9da1b18a-6050-4283-8de6-5b0d2b4b0554 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054066
Dec 09 18:56:48.332934 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-e02026d4-4fc9-4cf6-94ed-9e9bba915a4d service neutron] 10.222.0.32 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238201
Dec 09 18:56:48.462071 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-0dfd2212-0e71-44f6-b027-1a96899c7a54 service neutron] 10.222.0.32 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233184
Dec 09 18:56:48.637786 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5fabd4b2-2233-4c60-9e05-0112d79ceb11 req-5a80260e-c410-492d-bb72-bc3e57f7cf2d tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 210 time: 0.0461802
Dec 09 18:56:49.649892 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-91c198be-f0c3-4152-8058-f3c728217c09 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:49.651312 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-91c198be-f0c3-4152-8058-f3c728217c09 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 813 time: 0.1550851
Dec 09 18:56:49.663010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Request body: {'port': {'device_id': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b', 'admin_state_up': True, 'tenant_id': 'ba0f6a49f3424d8ea48b1c15e8511ce7'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:56:49.879618 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5e7272ba-fe43-49e5-8f5f-7d447c63928a req-6fb7811e-c489-40ac-aa42-9d14127d4d7e tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 210 time: 0.1361923
Dec 09 18:56:49.925732 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:56:49.934963 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:56:49.946277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Made reservation on behalf of ba0f6a49f3424d8ea48b1c15e8511ce7 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:56:49.949768 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:50.114438 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Allocated IP 172.20.0.14 (99b7132e-466f-44c0-b726-4bf806117f3b/f3539e3b-0a81-40e3-bf9f-682dfbaa051c/88590bc3-653a-4ed8-be23-323015770960) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:56:50.313664 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:50.342502 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:50.348099 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e929c49f-43d5-45ed-84ae-50d0b1cb7f0a tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:56:50.415595 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Network 99b7132e-466f-44c0-b726-4bf806117f3b is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:56:50.418626 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:56:50.422656 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:56:50.460198 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d8b444db-d184-4cb4-b727-0bbc161a2abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:50.461758 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Pushing event updated for resources: {'Port': ['ID=88590bc3-653a-4ed8-be23-323015770960,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:56:50.466849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:56:50.488540 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:50.489126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:50.514328 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8550529
Dec 09 18:56:50.525620 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Request body: {'port': {'device_id': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:56:50.637931 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:50.977708 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88590bc3-653a-4ed8-be23-323015770960 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:56:50.985594 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:51.003373 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Transition to ACTIVE for port object 88590bc3-653a-4ed8-be23-323015770960 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:56:51.007265 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:51.010969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-4b8003ec-12ec-4a48-9de1-d4108c51a2e6 tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:56:51.071855 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba24f4-b2c9-46e9-828f-b406baa72c65 req-147901ff-3979-498f-9788-b5024eebbba3 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:51.073474 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3cba24f4-b2c9-46e9-828f-b406baa72c65 req-147901ff-3979-498f-9788-b5024eebbba3 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 944 time: 0.0849605
Dec 09 18:56:51.119689 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3cba24f4-b2c9-46e9-828f-b406baa72c65 req-fab63ee9-7f4a-4872-ac2e-bf553b4c68cb tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401330
Dec 09 18:56:51.137069 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=88590bc3-653a-4ed8-be23-323015770960,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:56:51.139851 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:56:51.243016 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Attempting to bind port 88590bc3-653a-4ed8-be23-323015770960 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:56:51.243268 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Attempting to bind port 88590bc3-653a-4ed8-be23-323015770960 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:56:51.243565 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Attempting to bind port 88590bc3-653a-4ed8-be23-323015770960 on network 99b7132e-466f-44c0-b726-4bf806117f3b {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:56:51.248001 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Port 88590bc3-653a-4ed8-be23-323015770960 on network 99b7132e-466f-44c0-b726-4bf806117f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:56:51.248319 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Attempting to bind port 88590bc3-653a-4ed8-be23-323015770960 on network 99b7132e-466f-44c0-b726-4bf806117f3b {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:56:51.253564 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:56:51.253893 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Checking segment: {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:56:51.254266 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Bound using segment: {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:56:51.254683 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Bound port: 88590bc3-653a-4ed8-be23-323015770960, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:56:51.255019 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:51.300043 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:51.346493 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] For port 88590bc3-653a-4ed8-be23-323015770960, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:56:51.349492 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] For port 88590bc3-653a-4ed8-be23-323015770960, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=88590bc3-653a-4ed8-be23-323015770960,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:56:51.353357 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:51.357770 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7056d906-84ca-451a-943c-d931251c8c2d tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:56:51.408377 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:51.408976 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:51.410366 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] 10.222.0.45 "PUT /v2.0/ports/88590bc3-653a-4ed8-be23-323015770960 HTTP/1.1" status: 200  len: 1094 time: 0.8886416
Dec 09 18:56:51.410849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'tag': '88590bc3-653a-4ed8-be23-323015770960'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:56:51.437207 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=88590bc3-653a-4ed8-be23-323015770960,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:56:51.440213 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:56:51.481532 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'tag': '88590bc3-653a-4ed8-be23-323015770960', 'status': 'completed', 'code': 200}
Dec 09 18:56:51.520668 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-8be8ff68-00a1-4801-99a4-6cbc3015b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:51.522132 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-8be8ff68-00a1-4801-99a4-6cbc3015b5f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 1097 time: 0.0732324
Dec 09 18:56:51.592597 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-33bec4fe-816b-4635-9f37-a25eb8f3c34c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88590bc3-653a-4ed8-be23-323015770960 HTTP/1.1" status: 200  len: 217 time: 0.0635188
Dec 09 18:56:51.653481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-bfd2b8eb-e103-4862-a5c2-cd16c7118e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:51.654894 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-bfd2b8eb-e103-4862-a5c2-cd16c7118e24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3539e3b-0a81-40e3-bf9f-682dfbaa051c HTTP/1.1" status: 200  len: 853 time: 0.0561955
Dec 09 18:56:51.792875 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-c9eb0324-fd87-4d41-824d-715d97f4d6fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99b7132e-466f-44c0-b726-4bf806117f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1316819
Dec 09 18:56:51.922563 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-c46c6dee-4446-45a5-b66b-d4e142d29a21 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233065
Dec 09 18:56:52.060371 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a098a1a1-41c3-491f-bb6e-ba444a3049dc req-ae48e837-5f52-4767-baca-0f463cbc863f service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286581
Dec 09 18:56:52.173836 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-c8497920-5ca1-40d5-9bad-958c11796728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:52.175301 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-c8497920-5ca1-40d5-9bad-958c11796728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 1097 time: 0.0719154
Dec 09 18:56:52.308702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-cc339ef6-9251-4c20-b656-c6894a7d5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:52.309808 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd24bd3-918d-48b7-8811-d299aadea585 req-1f181abd-9358-4b01-9bf1-8c8b1f33e60e tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:52.310467 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-cc339ef6-9251-4c20-b656-c6894a7d5b3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 914 time: 0.1280649
Dec 09 18:56:52.311326 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3dd24bd3-918d-48b7-8811-d299aadea585 req-1f181abd-9358-4b01-9bf1-8c8b1f33e60e tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 944 time: 0.0844848
Dec 09 18:56:52.356409 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3dd24bd3-918d-48b7-8811-d299aadea585 req-65f6749f-77f0-43b5-a10c-039af7569ab2 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382667
Dec 09 18:56:52.382098 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-c37dd1ae-02a3-4ed7-bc18-4af7c8070cf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88590bc3-653a-4ed8-be23-323015770960 HTTP/1.1" status: 200  len: 217 time: 0.0645027
Dec 09 18:56:52.444004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-ab520a41-d408-4a02-a1ac-fadbfbd572cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:52.445431 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-ab520a41-d408-4a02-a1ac-fadbfbd572cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3539e3b-0a81-40e3-bf9f-682dfbaa051c HTTP/1.1" status: 200  len: 853 time: 0.0566635
Dec 09 18:56:52.495835 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-8da90b7e-21e2-48db-9f8e-07093f44b078 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99b7132e-466f-44c0-b726-4bf806117f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437987
Dec 09 18:56:52.626554 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-3e7a70f5-d88a-4661-bdf5-94d11b2fc505 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240940
Dec 09 18:56:52.756421 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00743243-6f02-4d56-b0ff-b68677222ce5 req-90ba26a3-3d4c-4f2b-9cfb-a8db779bf9d7 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227546
Dec 09 18:56:52.866265 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 88590bc3-653a-4ed8-be23-323015770960 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:56:52.999949 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 88590bc3-653a-4ed8-be23-323015770960, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=88590bc3-653a-4ed8-be23-323015770960,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:56:53.012618 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '88590bc3-653a-4ed8-be23-323015770960', 'network_id': '99b7132e-466f-44c0-b726-4bf806117f3b', 'port_id': '88590bc3-653a-4ed8-be23-323015770960', 'mac_address': 'fa:16:3e:93:fb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3539e3b-0a81-40e3-bf9f-682dfbaa051c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:56:53.076200 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-da5688a3-b071-4816-aaa1-c3fe0fb8d753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:53.077721 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:53.095191 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88590bc3-653a-4ed8-be23-323015770960 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:56:53.110947 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 88590bc3-653a-4ed8-be23-323015770960, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=88590bc3-653a-4ed8-be23-323015770960,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:56:53.114631 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:53.116286 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2959e759-0600-4e92-8fa3-913476d6d534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:56:53.183505 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=88590bc3-653a-4ed8-be23-323015770960,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:56:53.191363 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.191719 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.192067 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.192409 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.192741 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.193078 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.193442 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.193772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.194103 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.194429 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.194755 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.195109 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:56:53.199720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:56:53.316794 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['88590bc3-653a-4ed8-be23-323015770960'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:56:53.540000 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593cdd4-5f9b-4142-943e-903cb3f999ca req-860af6de-c123-435e-9dcb-726386cb969a tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:53.540612 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-3593cdd4-5f9b-4142-943e-903cb3f999ca req-860af6de-c123-435e-9dcb-726386cb969a tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Synchronizing usage tracker for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:56:53.555458 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-3593cdd4-5f9b-4142-943e-903cb3f999ca req-860af6de-c123-435e-9dcb-726386cb969a tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Unset dirty status for tenant:ba0f6a49f3424d8ea48b1c15e8511ce7 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:56:53.556625 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3593cdd4-5f9b-4142-943e-903cb3f999ca req-860af6de-c123-435e-9dcb-726386cb969a tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 945 time: 0.0952168
Dec 09 18:56:53.601195 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3593cdd4-5f9b-4142-943e-903cb3f999ca req-4c3a7bf3-9225-4bec-b179-853d9d86ffb8 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384305
Dec 09 18:56:54.237011 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:54.782002 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8936c4-80a8-4cb3-b6a9-d98e86f00590 req-cd366149-c8a8-4ff8-b197-71a048a89bbe tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:54.783429 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0b8936c4-80a8-4cb3-b6a9-d98e86f00590 req-cd366149-c8a8-4ff8-b197-71a048a89bbe tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 945 time: 0.0800338
Dec 09 18:56:54.826418 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0b8936c4-80a8-4cb3-b6a9-d98e86f00590 req-c9774b21-841d-4f32-8df3-6fb335d25d3e tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374856
Dec 09 18:56:54.880179 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 88590bc3-653a-4ed8-be23-323015770960 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:56:54.949201 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 88590bc3-653a-4ed8-be23-323015770960 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:56:54.954796 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 88590bc3-653a-4ed8-be23-323015770960 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:56:54.955187 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:55.104616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:55.131932 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88590bc3-653a-4ed8-be23-323015770960'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:56:55.141573 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 88590bc3-653a-4ed8-be23-323015770960, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=88590bc3-653a-4ed8-be23-323015770960,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:56:55.145886 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:55.147731 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:56:55.183115 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88590bc3-653a-4ed8-be23-323015770960', 'code': 200}
Dec 09 18:56:55.216749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=88590bc3-653a-4ed8-be23-323015770960,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:56:55.219695 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:56:55.406770 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d850ff-e183-4911-9ddc-a7112090d07e req-42291212-6670-4d72-ad94-eb8da04eaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:55.408129 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a3d850ff-e183-4911-9ddc-a7112090d07e req-42291212-6670-4d72-ad94-eb8da04eaa45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 1099 time: 0.0732579
Dec 09 18:56:55.448320 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a3d850ff-e183-4911-9ddc-a7112090d07e req-2ef2d644-8103-4e3e-a4f1-915fa7ed14fa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339737
Dec 09 18:56:55.976938 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:56.014041 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81963e-a176-41ce-bdb3-becde6539365 req-8c3887b7-25d7-4969-af1d-af9d851b8ffc tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:56.016208 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c81963e-a176-41ce-bdb3-becde6539365 req-8c3887b7-25d7-4969-af1d-af9d851b8ffc tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 946 time: 0.0850306
Dec 09 18:56:56.060091 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c81963e-a176-41ce-bdb3-becde6539365 req-30ae8a9f-9f15-4b9c-8fdc-dff6a934ffa9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382867
Dec 09 18:56:56.394725 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:56:57.243482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d33bb-c912-44b4-a24b-3853261d04ee req-0aa75949-f826-4e7a-8f5f-6c3cbc67288b tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:56:57.244821 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d65d33bb-c912-44b4-a24b-3853261d04ee req-0aa75949-f826-4e7a-8f5f-6c3cbc67288b tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 946 time: 0.0799477
Dec 09 18:56:57.288271 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d65d33bb-c912-44b4-a24b-3853261d04ee req-4d7fe6dd-f8d0-47c9-b488-0426c50c1795 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372970
Dec 09 18:57:00.730706 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-abf99bee-540d-4fee-9464-855372e3bb05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757718
Dec 09 18:57:00.874689 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-5b5a196c-ffc7-403c-aef6-002c3d76bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:00.876139 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-5b5a196c-ffc7-403c-aef6-002c3d76bf24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 1099 time: 0.0714431
Dec 09 18:57:01.022162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-42ff8516-dbf0-448f-86bd-678d91f59cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:01.023672 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-42ff8516-dbf0-448f-86bd-678d91f59cf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 200  len: 914 time: 0.1274259
Dec 09 18:57:01.197724 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-9277128b-5adf-4822-8d56-0ee7c0ec658d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88590bc3-653a-4ed8-be23-323015770960 HTTP/1.1" status: 200  len: 217 time: 0.1680672
Dec 09 18:57:01.258959 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-1e57eb27-ee6c-4343-bf8a-b01249e42f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:01.260846 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-1e57eb27-ee6c-4343-bf8a-b01249e42f70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3539e3b-0a81-40e3-bf9f-682dfbaa051c HTTP/1.1" status: 200  len: 853 time: 0.0573597
Dec 09 18:57:01.308818 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-37a3106f-e500-44f3-bf0a-dcb1ffec9908 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99b7132e-466f-44c0-b726-4bf806117f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422537
Dec 09 18:57:01.441436 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-1063a0c8-eadd-4c35-b5b4-833f2231d857 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257172
Dec 09 18:57:01.571182 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-e4de7d93-301d-4e1a-82b2-b673c3e12303 req-b05d85ad-f215-48ea-a6ae-328ddcef1993 service neutron] 10.222.0.45 "GET /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246748
Dec 09 18:57:04.709046 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:57:18.476655 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987aa83-198e-4ac8-b7d8-cd846d2a23e6 req-6c083e3e-48fd-4268-bc5b-96a0f3bbb9ab tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:18.478109 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2987aa83-198e-4ac8-b7d8-cd846d2a23e6 req-6c083e3e-48fd-4268-bc5b-96a0f3bbb9ab tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 946 time: 0.0785370
Dec 09 18:57:18.520919 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2987aa83-198e-4ac8-b7d8-cd846d2a23e6 req-d5777290-c41e-4dcc-b3e8-dd47b7811549 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372849
Dec 09 18:57:19.706722 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503ea42-0211-4d9d-9e17-011abde215c0 req-901ecdc8-175b-444e-8979-81adc71d7f66 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:19.708380 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e503ea42-0211-4d9d-9e17-011abde215c0 req-901ecdc8-175b-444e-8979-81adc71d7f66 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 946 time: 0.0817103
Dec 09 18:57:19.757554 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e503ea42-0211-4d9d-9e17-011abde215c0 req-d8cf4308-527c-48c4-9d9a-6cc8fb9c4fd0 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fd25a1d-5f20-4161-ab2a-419a42a3058b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434961
Dec 09 18:57:19.959456 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-7d1f79cf-f80f-47d7-a7e3-26e9bc8e57f2 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:19.960847 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-7d1f79cf-f80f-47d7-a7e3-26e9bc8e57f2 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 946 time: 0.0838654
Dec 09 18:57:20.029709 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Deleting port 88590bc3-653a-4ed8-be23-323015770960 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:57:20.030046 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:20.281028 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] For port 88590bc3-653a-4ed8-be23-323015770960, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=88590bc3-653a-4ed8-be23-323015770960,segment=NetworkSegment(7fcbd35c-b41b-49a4-b83c-6e9d9eac9939),segment_id=7fcbd35c-b41b-49a4-b83c-6e9d9eac9939)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:57:20.281363 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:20.403662 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Calling delete_port for 88590bc3-653a-4ed8-be23-323015770960 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:57:20.463154 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ec679fab-5613-4b87-84f3-f11c4d1aa182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:20.549729 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:20.555138 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:20.561688 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['88590bc3-653a-4ed8-be23-323015770960'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:57:20.604481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Pushing event deleted for resources: {'Port': ['ID=88590bc3-653a-4ed8-be23-323015770960,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:20.607520 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:20.678176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] No DVR routers for this DVR port 88590bc3-653a-4ed8-be23-323015770960 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:57:20.680509 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:20.683079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'name': 'network-vif-deleted', 'tag': '88590bc3-653a-4ed8-be23-323015770960'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:57:20.698923 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7131dff3-944b-43c2-adce-dd8dbefdf88d req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.45 "DELETE /v2.0/ports/88590bc3-653a-4ed8-be23-323015770960 HTTP/1.1" status: 204  len: 173 time: 0.7329061
Dec 09 18:57:20.732403 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8332fcdc-ba6c-48b7-b57c-3f595dec683f', 'name': 'network-vif-deleted', 'tag': '88590bc3-653a-4ed8-be23-323015770960', 'status': 'completed', 'code': 200}
Dec 09 18:57:20.920787 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2ba98416-38c4-45d3-9274-03bbec16b364 req-a6d34a21-2729-4d92-a817-0bc7d2e9283f tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] 10.222.0.32 "GET /v2.0/ports?device_id=8332fcdc-ba6c-48b7-b57c-3f595dec683f HTTP/1.1" status: 200  len: 210 time: 0.0442283
Dec 09 18:57:21.301408 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:23.006991 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 88590bc3-653a-4ed8-be23-323015770960 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 18:57:23.040436 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 88590bc3-653a-4ed8-be23-323015770960 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 18:57:23.040792 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 88590bc3-653a-4ed8-be23-323015770960 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 18:57:23.057599 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ff85b583-45b2-4c52-b5c8-89614cd58b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:24.238841 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:26.066652 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:26.410739 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:41.711228 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:57:46.207377 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44594) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:46.266083 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Deleting subnet f3539e3b-0a81-40e3-bf9f-682dfbaa051c {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 18:57:46.268878 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.320703 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.375097 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.439817 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.444735 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-b29bde9f-1861-4b6c-b2e1-8b2d26bf6e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:46.485678 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3539e3b-0a81-40e3-bf9f-682dfbaa051c,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:46.488214 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.497224 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.497627 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.498491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.498852 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.499224 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.499615 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.499920 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.500311 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.500619 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.500968 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.501335 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.501681 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:46.505165 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3539e3b-0a81-40e3-bf9f-682dfbaa051c HTTP/1.1" status: 204  len: 168 time: 0.2967763
Dec 09 18:57:46.506036 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ec2a1855-0068-41cc-bae7-2800271965b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:46.507715 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44598) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:46.612497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.839211 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.864672 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6785e0>,) {'filters': {'network_id': ['99b7132e-466f-44c0-b726-4bf806117f3b']}} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:46.877111 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6785e0>, '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939') {'for_net_delete': True} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:46.877453 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd6785e0>, '7fcbd35c-b41b-49a4-b83c-6e9d9eac9939') {} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:46.888327 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969101'] for segment, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.904157 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.910584 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=86868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 18:57:46.911019 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102490'] for segment, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]: Traceback (most recent call last):
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     timer()
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     cb(*args, **kw)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     return func(*args, **kwargs)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     self._notify()
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     self.callback(batched_events)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     event.method(event)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     return f(self, *a, **k)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._get(url).json()
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self.request(url, 'GET', **kwargs)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 18:57:46.924605 dv-cinder-819346-1-iscsi neutron-server[86868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 18:57:47.002116 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:47.005948 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc67fdf1-aef2-4c7a-9b7d-4508a24bc01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:47.019287 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:47.030600 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=99b7132e-466f-44c0-b726-4bf806117f3b,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:47.033432 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:47.037214 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-dfb974f0-2412-4c6a-acab-1ab57ec11f7d admin admin] 10.222.0.32 "DELETE /v2.0/networks/99b7132e-466f-44c0-b726-4bf806117f3b HTTP/1.1" status: 204  len: 168 time: 0.5285819
Dec 09 18:57:47.194969 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44604) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:47.244064 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-9a70d03b-834d-4170-b53e-07d78833077a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba0f6a49f3424d8ea48b1c15e8511ce7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478699
Dec 09 18:57:47.246323 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44608) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:47.302658 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:47.328230 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:47.382290 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:47.386422 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-79e05ae1-20d3-42ae-af62-b01d9da57af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:47.398984 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd25a1d-5f20-4161-ab2a-419a42a3058b,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:47.401488 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:47.413441 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:47.414569 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-80ea059a-5078-4650-8984-508c67eb8afb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fd25a1d-5f20-4161-ab2a-419a42a3058b HTTP/1.1" status: 204  len: 168 time: 0.1673768
Dec 09 18:57:48.208900 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44632) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:48.357012 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-844125101-network', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:57:48.362413 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:48.366422 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Usage tracker for resource:network and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:48.369239 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:48.375408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:48.385580 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Made reservation on behalf of 05f1b35fbd664914b6888327e43a6b54 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:57:48.387896 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.399513 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.414521 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:48.418359 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:48.421779 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:48.427387 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:48.508856 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.512523 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.515802 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-36b9f7be-6007-483a-ad4c-cfb6fa5ac735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:48.543500 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:57:48.552413 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eb3b73-5056-40aa-873a-74709f53786c,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:48.555575 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:48.561316 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.561316 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Added segment 42f3e32e-e3a5-4e3e-bad9-dfc62db5c321 of type vlan for network eb8d4cb8-ec94-44c4-9d2f-e92222a18146
Dec 09 18:57:48.587616 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.616596 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.617894 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:48.618469 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.621552 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:48.721389 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8d4cb8-ec94-44c4-9d2f-e92222a18146,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:48.724398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:48.728996 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d6aa1494-a960-46e5-9270-7a1bd416b627 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5164294
Dec 09 18:57:48.729397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44638) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:48.731667 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:57:48.735689 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Request body: {'subnet': {'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-844125101-subnet', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:57:48.740471 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:48.744341 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Usage tracker for resource:subnet and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:48.747426 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:48.753559 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:48.763513 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Made reservation on behalf of 05f1b35fbd664914b6888327e43a6b54 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:57:48.766198 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.971867 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:48.975430 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:49.045905 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68067e4-c563-4b06-ae8a-5ae65e33870e,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:49.049912 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:49.053926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Checking segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:49.054277 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Network hostable DHCP agents. Network: eb8d4cb8-ec94-44c4-9d2f-e92222a18146, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:57:49.073546 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:57:49.082521 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, eb8d4cb8-ec94-44c4-9d2f-e92222a18146) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:49.087044 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:49.087636 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.093587 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a326c-cc8d-48af-95c6-0fd4832b22a2 None None] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:57:49.121484 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-47efcaf0-57c7-494f-b314-f542c09b4770 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3886003
Dec 09 18:57:49.121783 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44642) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:49.129381 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:57:49.136388 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:49.142913 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Usage tracker for resource:router and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:49.147138 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:49.154947 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:49.165990 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.167011 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.182508 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.330717 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:57:49.331568 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.445115 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.487234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Allocated IP 172.20.0.2 (eb8d4cb8-ec94-44c4-9d2f-e92222a18146/a68067e4-c563-4b06-ae8a-5ae65e33870e/1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:57:49.688696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.698631 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Transition to ACTIVE for port object 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:49.717322 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Transition to ACTIVE for port object 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:49.722668 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.727169 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:49.794403 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:49.797419 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:49.801176 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:57:49.833253 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Pushing event updated for resources: {'Port': ['ID=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:49.841647 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:49.863229 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.895137 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Attempting to bind port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:57:49.895521 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Attempting to bind port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:57:49.895899 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Attempting to bind port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 on network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:57:49.896815 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.901189 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:57:49.901601 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Checking segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:49.902017 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.902423 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Bound using segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:57:49.902888 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Bound port: 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:57:49.903270 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:49.992895 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] For port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:57:49.995856 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] For port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:57:50.000345 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:50.004067 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:50.038918 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Allocated IP 172.27.3.233 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/5e3560f3-3411-4697-848d-4e41cb9629bd) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:57:50.097052 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Pushing event updated for resources: {'Port': ['ID=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:50.101633 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:50.195193 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:50.226659 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:50.230649 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:50.305040 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:50.307876 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:50.312999 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:57:50.351712 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3560f3-3411-4697-848d-4e41cb9629bd,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:50.356091 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:50.466444 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f57db584-dc3f-4113-8116-0ada95b86ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:50.727042 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:51.004163 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d873c-4ca2-498e-b0d0-eba1be922954 None None] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:57:51.082238 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:51.091107 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-5bf71a27-8a11-4dc7-8fe4-d9c3e4e8d64c None None] Provisioning for port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:51.304851 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:51.410601 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Router 230376e3-f373-46f6-b6a9-2696bb2d99d6 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:57:51.594231 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:57:51.602963 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Sync routers for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:57:51.613411 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:57:51.613978 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3b7130>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:51.617508 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:51.618720 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-583b6c98-da3e-4675-90a3-c8a7838cf819 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.4956563
Dec 09 18:57:51.621614 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44646) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:51.820864 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:57:52.112985 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3b7130>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:50Z', 'revision_number': 3, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:52.116955 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Checking router: 230376e3-f373-46f6-b6a9-2696bb2d99d6 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:57:52.117348 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Updating router 230376e3-f373-46f6-b6a9-2696bb2d99d6 port 5e3560f3-3411-4697-848d-4e41cb9629bd binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:57:52.150884 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:57:52.225801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.295995 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.335406 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:52.344804 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:52.345189 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.506991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Allocated IP 172.20.0.1 (eb8d4cb8-ec94-44c4-9d2f-e92222a18146/a68067e4-c563-4b06-ae8a-5ae65e33870e/3f2c0a62-1137-476a-9a26-f96e5ebf2884) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:57:52.577558 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.618223 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:57:52.627396 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.631329 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:52.659176 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.674456 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Transition to ACTIVE for port object 3f2c0a62-1137-476a-9a26-f96e5ebf2884 will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:52.698236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.702405 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-86b14e3f-c9f1-4c53-b4aa-334c5233463c tempest-ServerRescueNegativeTestJSON-1523983356 tempest-ServerRescueNegativeTestJSON-1523983356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:52.745678 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.751507 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:52.756598 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:52.762273 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Transition to ACTIVE for port object 5e3560f3-3411-4697-848d-4e41cb9629bd will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:52.766488 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:52.769395 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:52.769883 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.773077 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:57:52.777102 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:52.861481 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafa635-9b22-4f8d-8070-38f53abb92b2 None None] Pushing event updated for resources: {'Port': ['ID=5e3560f3-3411-4697-848d-4e41cb9629bd,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:52.867363 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0dafa635-9b22-4f8d-8070-38f53abb92b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:52.869582 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Attempting to bind port 5e3560f3-3411-4697-848d-4e41cb9629bd on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:57:52.869952 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Attempting to bind port 5e3560f3-3411-4697-848d-4e41cb9629bd by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:57:52.870325 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Attempting to bind port 5e3560f3-3411-4697-848d-4e41cb9629bd on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:57:52.876744 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:57:52.877138 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:52.877584 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.877988 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:57:52.878472 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Bound port: 5e3560f3-3411-4697-848d-4e41cb9629bd, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:57:52.878859 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.959145 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] For port 5e3560f3-3411-4697-848d-4e41cb9629bd, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:57:52.959737 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2c0a62-1137-476a-9a26-f96e5ebf2884,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:52.967775 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:52.968595 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] For port 5e3560f3-3411-4697-848d-4e41cb9629bd, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=5e3560f3-3411-4697-848d-4e41cb9629bd,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:57:52.973088 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:52.976772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:52.980001 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.072891 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:57:53.073506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3b7130>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:53.088829 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.122677 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafa635-9b22-4f8d-8070-38f53abb92b2 None None] Pushing event updated for resources: {'Port': ['ID=5e3560f3-3411-4697-848d-4e41cb9629bd,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:53.133499 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0dafa635-9b22-4f8d-8070-38f53abb92b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:53.144839 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-470cf620-79a3-49a2-abcb-6204e70331d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.202946 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e290d712-c419-4fc8-88e4-09bfcc831abd None None] Provisioning for port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:53.220288 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e290d712-c419-4fc8-88e4-09bfcc831abd None None] Provisioning complete for port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:53.220674 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e290d712-c419-4fc8-88e4-09bfcc831abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.314886 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.319799 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.334019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e290d712-c419-4fc8-88e4-09bfcc831abd None None] Port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:57:53.347624 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-ae1be5a3-0914-4537-bfd1-815bf3f1e840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:53.350348 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:57:53.429493 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2c0a62-1137-476a-9a26-f96e5ebf2884,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:53.431803 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.435315 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:53.568527 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:53.569795 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:53.665895 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3b7130>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:52Z', 'revision_number': 1, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:53.670718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926ab6f-f9b9-4411-99a2-fb0a3cb5fa26 None None] The sync data for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi is: [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:52Z', 'revision_number': 1, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:57:53.760802 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Router 230376e3-f373-46f6-b6a9-2696bb2d99d6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:57:53.863661 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-62c8c04a-2f98-4858-8cf3-fb3d378adfad None None] Provisioning complete for port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:53.864048 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-62c8c04a-2f98-4858-8cf3-fb3d378adfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:53.950852 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-62c8c04a-2f98-4858-8cf3-fb3d378adfad None None] Port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:57:53.978182 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:57:53.987989 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] 10.222.0.32 "PUT /v2.0/routers/230376e3-f373-46f6-b6a9-2696bb2d99d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3653581
Dec 09 18:57:54.110186 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:57:54.186045 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:54.186718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.259151 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.568209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44664) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:54.573807 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-321838688-network', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:57:54.579601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:54.583555 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Usage tracker for resource:network and tenant:b00b0482ad104845adeed940337bcb3a is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:54.586572 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:54.594671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:54.604787 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Made reservation on behalf of b00b0482ad104845adeed940337bcb3a for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:57:54.607530 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.619980 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.635658 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:54.640250 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Usage tracker for resource:security_group_rule and tenant:b00b0482ad104845adeed940337bcb3a is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:54.643232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:54.649149 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:54.740627 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.744870 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.748506 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-37d83ec2-fbf8-4538-8aef-2b2749fdd6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:54.781714 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 18:57:54.786461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e0b8f-d1b4-45bb-9b8d-14acaf8ce39b,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:54.797773 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.798146 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.798522 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.798867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.799220 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.799574 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.799924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.800273 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.800621 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.800966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.801336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.801686 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:54.805205 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.805569 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Added segment fb7ca92e-d998-4c61-be0e-c045278adc19 of type vlan for network add5ffde-68b8-4232-84c7-8e6c15fa4ef5
Dec 09 18:57:54.806921 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:54.834890 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.867233 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.868546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:54.869134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:54.872651 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b75c39a6-f2a4-4711-856a-81676003c3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:55.076380 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Pushing event updated for resources: {'Network': ['ID=add5ffde-68b8-4232-84c7-8e6c15fa4ef5,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:55.079328 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5100152
Dec 09 18:57:55.080190 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8c02648f-156a-45b5-b373-56a901e29c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:55.082316 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44668) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:55.086485 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 18:57:55.088046 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Request body: {'subnet': {'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-321838688-subnet', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'ip_version': 4}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:57:55.093755 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:55.097565 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Usage tracker for resource:subnet and tenant:b00b0482ad104845adeed940337bcb3a is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:55.100378 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:55.108129 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:55.118858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Made reservation on behalf of b00b0482ad104845adeed940337bcb3a for: {'subnet': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:57:55.121605 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3083983'] for subnet, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.325457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3094575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3084029'] for subnet, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.329614 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-85965799-9761-42f3-83e1-fb75ee5af71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:55.404585 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf6e5c4-6bb6-4302-8e11-817283449d77,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:55.408466 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:55.412682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Checking segment: {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:55.413045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Network hostable DHCP agents. Network: add5ffde-68b8-4232-84c7-8e6c15fa4ef5, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 18:57:55.432666 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 18:57:55.443130 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, add5ffde-68b8-4232-84c7-8e6c15fa4ef5) {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:55.447351 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:57:55.447950 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.452840 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad267425-f28f-4d32-bdcd-90161e99802a None None] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:57:55.469895 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-be4b2fbf-3d82-4b16-8032-6dd4b1b6c29f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3861601
Dec 09 18:57:55.472768 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44672) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:55.479159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:57:55.484810 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:57:55.488938 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Usage tracker for resource:router and tenant:b00b0482ad104845adeed940337bcb3a is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:57:55.491878 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:57:55.497546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:57:55.507954 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.509002 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.523515 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.708618 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'fixed_ips': [{'subnet_id': '9cf6e5c4-6bb6-4302-8e11-817283449d77'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 18:57:55.708618 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.733428 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Sync routers for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:57:55.743005 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:57:55.743690 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd574ee0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:55.802978 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:55.872348 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Allocated IP 172.20.0.2 (add5ffde-68b8-4232-84c7-8e6c15fa4ef5/9cf6e5c4-6bb6-4302-8e11-817283449d77/bd23f8aa-94c2-4281-ad9a-ef2432843f63) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:57:55.940636 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:57:56.000331 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.134266 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.140806 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.146404 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Transition to ACTIVE for port object bd23f8aa-94c2-4281-ad9a-ef2432843f63 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:56.171467 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 5e3560f3-3411-4697-848d-4e41cb9629bd up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:57:56.176792 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.196717 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Transition to ACTIVE for port object bd23f8aa-94c2-4281-ad9a-ef2432843f63 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:56.211094 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.217894 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:56.295772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:56.297309 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:56.300192 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:57:56.324391 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Allocated IP 172.27.3.250 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/bfc58539-527a-40f0-ba4c-6f57ba1e236d) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:57:56.331836 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd574ee0>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 2, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:56.335936 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Checking router: 230376e3-f373-46f6-b6a9-2696bb2d99d6 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:57:56.336497 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Updating router 230376e3-f373-46f6-b6a9-2696bb2d99d6 port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:57:56.352136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Pushing event updated for resources: {'Port': ['ID=bd23f8aa-94c2-4281-ad9a-ef2432843f63,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:56.390576 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.395777 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.396140 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.396520 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.396857 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.397188 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.397538 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.397861 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.398190 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.398515 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.398834 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.399149 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.399464 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:56.420352 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:56.430788 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 5e3560f3-3411-4697-848d-4e41cb9629bd completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:56.438655 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Attempting to bind port bd23f8aa-94c2-4281-ad9a-ef2432843f63 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:57:56.439025 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Attempting to bind port bd23f8aa-94c2-4281-ad9a-ef2432843f63 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:57:56.439409 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Attempting to bind port bd23f8aa-94c2-4281-ad9a-ef2432843f63 on network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:57:56.441660 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 5e3560f3-3411-4697-848d-4e41cb9629bd triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:56.442040 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.497186 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.519664 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.530846 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:57:56.531207 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Checking segment: {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:56.531698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.532141 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Bound using segment: {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:57:56.532624 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Bound port: bd23f8aa-94c2-4281-ad9a-ef2432843f63, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:57:56.533003 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.534701 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.539526 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:56.610338 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:56.613646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:56.617385 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:57:56.683107 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] For port bd23f8aa-94c2-4281-ad9a-ef2432843f63, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:57:56.703351 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] For port bd23f8aa-94c2-4281-ad9a-ef2432843f63, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bd23f8aa-94c2-4281-ad9a-ef2432843f63,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:57:56.706234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.713411 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.719335 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:56.758836 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.772556 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Transition to ACTIVE for port object 3f2c0a62-1137-476a-9a26-f96e5ebf2884 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:56.773523 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc58539-527a-40f0-ba4c-6f57ba1e236d,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:56.777969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:56.783289 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.789841 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-a97c3007-98d5-4646-9b9c-7dfd0b6843fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:56.792529 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 5e3560f3-3411-4697-848d-4e41cb9629bd, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=5e3560f3-3411-4697-848d-4e41cb9629bd,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:57:56.801578 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:56.825523 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Pushing event updated for resources: {'Port': ['ID=bd23f8aa-94c2-4281-ad9a-ef2432843f63,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:56.829930 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:56.830580 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:56.905067 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=5e3560f3-3411-4697-848d-4e41cb9629bd,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:56.916404 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:56.990261 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Pushing event updated for resources: {'Port': ['ID=3f2c0a62-1137-476a-9a26-f96e5ebf2884,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.040930 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.041913 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.041913 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.042161 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.043133 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:57:57.074671 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:57.077099 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Attempting to bind port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:57:57.077501 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Attempting to bind port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:57:57.077872 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Attempting to bind port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 on network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:57:57.083761 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:57:57.084134 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Checking segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:57.084542 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:57.085014 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Bound using segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:57:57.085700 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Bound port: 3f2c0a62-1137-476a-9a26-f96e5ebf2884, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:57:57.086078 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:57.199960 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] For port 3f2c0a62-1137-476a-9a26-f96e5ebf2884, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:57:57.203429 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] For port 3f2c0a62-1137-476a-9a26-f96e5ebf2884, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=3f2c0a62-1137-476a-9a26-f96e5ebf2884,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:57:57.211324 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:57.216273 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:57.290876 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:57:57.291525 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd574ee0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:57.295453 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:57.438929 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Pushing event updated for resources: {'Port': ['ID=3f2c0a62-1137-476a-9a26-f96e5ebf2884,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:57.443781 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:57.485622 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:57:57.656901 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:57.834555 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd574ee0>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:57Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:57.838624 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6b7d7-63f6-4f9f-88e4-66ca2c70acba None None] The sync data for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi is: [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:57Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:57:57.876405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Router d7a234c2-e11e-443d-be20-55cdfd27a60b is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 18:57:57.932386 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca5c28-63e2-4bac-847d-fa1a64221726 None None] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 18:57:58.070615 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-af906bbc-5842-42b0-9bd7-3787cc72f23e None None] Provisioning for port bd23f8aa-94c2-4281-ad9a-ef2432843f63 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:58.077157 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:57:58.105453 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Sync routers for ids ['d7a234c2-e11e-443d-be20-55cdfd27a60b'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:57:58.108072 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:58.110225 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6357257
Dec 09 18:57:58.112912 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44676) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:57:58.134020 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Routers {'d7a234c2-e11e-443d-be20-55cdfd27a60b'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:57:58.135490 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cced1a60>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['d7a234c2-e11e-443d-be20-55cdfd27a60b'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:58.278577 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 3f2c0a62-1137-476a-9a26-f96e5ebf2884 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:57:58.427231 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Set router d7a234c2-e11e-443d-be20-55cdfd27a60b gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:57:58.561200 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:58.628907 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:58.629307 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:58.835572 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:58.877181 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 3f2c0a62-1137-476a-9a26-f96e5ebf2884, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=3f2c0a62-1137-476a-9a26-f96e5ebf2884,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:57:58.885649 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:58.886530 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bd23f8aa-94c2-4281-ad9a-ef2432843f63 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:57:58.914549 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:58.944300 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cced1a60>, [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T18:57:57Z', 'revision_number': 3, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:57:58.972833 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Checking router: d7a234c2-e11e-443d-be20-55cdfd27a60b for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:57:58.973069 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:58.973592 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Updating router d7a234c2-e11e-443d-be20-55cdfd27a60b port bfc58539-527a-40f0-ba4c-6f57ba1e236d binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:57:59.112472 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2c0a62-1137-476a-9a26-f96e5ebf2884,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:59.116418 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:59.117550 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.171367 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port bd23f8aa-94c2-4281-ad9a-ef2432843f63 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:59.181690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port bd23f8aa-94c2-4281-ad9a-ef2432843f63 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:59.182076 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.187289 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Allocated IP 172.20.0.1 (add5ffde-68b8-4232-84c7-8e6c15fa4ef5/9cf6e5c4-6bb6-4302-8e11-817283449d77/6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:57:59.340402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.356018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Transition to ACTIVE for port object 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:59.380623 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.385239 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-aa3605a9-18f1-4ff4-aa79-8f528e45b967 tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:59.445461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:57:59.448567 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:57:59.454309 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:57:59.456263 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.509923 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Pushing event updated for resources: {'Port': ['ID=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:59.515326 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:59.518693 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port bd23f8aa-94c2-4281-ad9a-ef2432843f63, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bd23f8aa-94c2-4281-ad9a-ef2432843f63,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:57:59.533708 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.534575 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 5e3560f3-3411-4697-848d-4e41cb9629bd up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:57:59.537049 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.560140 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-549c589e-144e-4947-9d82-cee16ceab28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:59.710772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.714005 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=bd23f8aa-94c2-4281-ad9a-ef2432843f63,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:59.719325 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:59.736292 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Transition to ACTIVE for port object bfc58539-527a-40f0-ba4c-6f57ba1e236d will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:57:59.751026 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.755830 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:57:59.788660 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.791380 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0bec4c20-e964-4bf6-a185-c43894fac378 None None] Provisioning for port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:57:59.795488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 5e3560f3-3411-4697-848d-4e41cb9629bd triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:59.796082 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.866774 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0bec4c20-e964-4bf6-a185-c43894fac378 None None] Provisioning complete for port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:57:59.867158 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bec4c20-e964-4bf6-a185-c43894fac378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.924003 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Attempting to bind port bfc58539-527a-40f0-ba4c-6f57ba1e236d on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:57:59.924382 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Attempting to bind port bfc58539-527a-40f0-ba4c-6f57ba1e236d by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:57:59.924753 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Attempting to bind port bfc58539-527a-40f0-ba4c-6f57ba1e236d on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:57:59.935385 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30bd6c-19c3-4e81-9ce5-cb4325347fd8 None None] Pushing event updated for resources: {'Port': ['ID=bfc58539-527a-40f0-ba4c-6f57ba1e236d,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:57:59.946546 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ea30bd6c-19c3-4e81-9ce5-cb4325347fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:57:59.950911 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:57:59.951909 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:57:59.952590 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.953004 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:57:59.953528 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Bound port: bfc58539-527a-40f0-ba4c-6f57ba1e236d, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:57:59.953917 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:57:59.991388 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0bec4c20-e964-4bf6-a185-c43894fac378 None None] Port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:58:00.091393 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] For port bfc58539-527a-40f0-ba4c-6f57ba1e236d, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:58:00.103007 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] For port bfc58539-527a-40f0-ba4c-6f57ba1e236d, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bfc58539-527a-40f0-ba4c-6f57ba1e236d,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:58:00.108830 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:00.117841 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:00.139282 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:00.144247 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:00.176569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-94066584-c3a4-40a1-9983-58831843e98c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:00.192659 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 3f2c0a62-1137-476a-9a26-f96e5ebf2884 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:00.238087 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30bd6c-19c3-4e81-9ce5-cb4325347fd8 None None] Pushing event updated for resources: {'Port': ['ID=bfc58539-527a-40f0-ba4c-6f57ba1e236d,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:00.243689 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Routers {'d7a234c2-e11e-443d-be20-55cdfd27a60b'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:58:00.244254 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cced1a60>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['d7a234c2-e11e-443d-be20-55cdfd27a60b'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:00.262781 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:00.266402 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Pushing event updated for resources: {'Port': ['ID=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:00.269787 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:00.296691 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ea30bd6c-19c3-4e81-9ce5-cb4325347fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:00.409293 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:58:00.410486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:58:00.433800 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:00.434194 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:00.511945 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] Set router d7a234c2-e11e-443d-be20-55cdfd27a60b gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:58:00.647228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Router d7a234c2-e11e-443d-be20-55cdfd27a60b has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:58:00.859697 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-ac257193-72ca-4983-b809-4cca8c95c8f1 None None] Provisioning complete for port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:00.859971 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ac257193-72ca-4983-b809-4cca8c95c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:00.897604 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bd23f8aa-94c2-4281-ad9a-ef2432843f63 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:00.900778 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:58:00.918491 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] 10.222.0.32 "PUT /v2.0/routers/d7a234c2-e11e-443d-be20-55cdfd27a60b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7967260
Dec 09 18:58:00.998583 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-ac257193-72ca-4983-b809-4cca8c95c8f1 None None] Port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:58:01.062392 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port bd23f8aa-94c2-4281-ad9a-ef2432843f63 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:01.062783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:01.138123 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cced1a60>, [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c', 'name': '', 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'mac_address': 'fa:16:3e:72:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:59Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 2, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'subnets': [{'id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:01.144255 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb0df0-03d2-41d8-b91c-62d855a53bb1 None None] The sync data for ids ['d7a234c2-e11e-443d-be20-55cdfd27a60b'] in dv-cinder-819346-1-iscsi is: [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c', 'name': '', 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'mac_address': 'fa:16:3e:72:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:59Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 2, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'subnets': [{'id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:58:02.224209 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bfc58539-527a-40f0-ba4c-6f57ba1e236d up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:02.311805 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port bfc58539-527a-40f0-ba4c-6f57ba1e236d completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:58:02.319635 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port bfc58539-527a-40f0-ba4c-6f57ba1e236d triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:02.320561 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:02.466059 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:02.495729 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port bfc58539-527a-40f0-ba4c-6f57ba1e236d, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bfc58539-527a-40f0-ba4c-6f57ba1e236d,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:58:02.502628 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:02.505449 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-0dafa635-9b22-4f8d-8070-38f53abb92b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:02.590321 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=bfc58539-527a-40f0-ba4c-6f57ba1e236d,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:02.601869 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:04.168987 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bfc58539-527a-40f0-ba4c-6f57ba1e236d up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:04.248481 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port bfc58539-527a-40f0-ba4c-6f57ba1e236d triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:04.249117 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:05.290255 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Sync routers for ids ['d7a234c2-e11e-443d-be20-55cdfd27a60b'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:58:05.301683 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Routers {'d7a234c2-e11e-443d-be20-55cdfd27a60b'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:58:05.302637 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cda82850>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['d7a234c2-e11e-443d-be20-55cdfd27a60b'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:05.499303 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Set router d7a234c2-e11e-443d-be20-55cdfd27a60b gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:58:05.900677 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cda82850>, [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c', 'name': '', 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'mac_address': 'fa:16:3e:72:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:59Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 2, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'subnets': [{'id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:05.914173 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Checking router: d7a234c2-e11e-443d-be20-55cdfd27a60b for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:58:05.914757 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Updating router d7a234c2-e11e-443d-be20-55cdfd27a60b port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 18:58:05.974163 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:06.366858 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:06.379461 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Transition to ACTIVE for port object 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:58:06.389164 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:06.394600 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-cc55b2fa-5844-4dda-ab43-835231a5ab56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:06.599810 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62744a8-4499-4a0c-941d-86706d010226 None None] Pushing event updated for resources: {'Port': ['ID=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:06.602711 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-a62744a8-4499-4a0c-941d-86706d010226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:06.620811 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Attempting to bind port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:58:06.621026 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Attempting to bind port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:58:06.621535 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Attempting to bind port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c on network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:58:06.628199 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:58:06.628583 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Checking segment: {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:58:06.628998 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:06.629488 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Bound using segment: {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:58:06.630234 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Bound port: 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7ca92e-d998-4c61-be0e-c045278adc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:58:06.630737 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:06.731920 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] For port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:58:06.735518 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] For port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:58:06.740911 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:06.751247 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-97d9dd32-6805-47a4-b075-8bbf197f29b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:06.842490 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Routers {'d7a234c2-e11e-443d-be20-55cdfd27a60b'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:58:06.843149 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cda82850>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:57:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['d7a234c2-e11e-443d-be20-55cdfd27a60b'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:07.026125 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62744a8-4499-4a0c-941d-86706d010226 None None] Pushing event updated for resources: {'Port': ['ID=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:07.043678 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-a62744a8-4499-4a0c-941d-86706d010226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:07.090378 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] Set router d7a234c2-e11e-443d-be20-55cdfd27a60b gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:58:07.420918 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cda82850>, [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c', 'name': '', 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'mac_address': 'fa:16:3e:72:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:59Z', 'updated_at': '2021-12-09T18:58:06Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'subnets': [{'id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:07.425740 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82561e63-60e2-4e22-bc05-22dcf2060091 None None] The sync data for ids ['d7a234c2-e11e-443d-be20-55cdfd27a60b'] in dv-cinder-819346-1-iscsi is: [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T18:57:59Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c', 'name': '', 'network_id': 'add5ffde-68b8-4232-84c7-8e6c15fa4ef5', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'mac_address': 'fa:16:3e:72:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:59Z', 'updated_at': '2021-12-09T18:58:06Z', 'revision_number': 4, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'subnets': [{'id': '9cf6e5c4-6bb6-4302-8e11-817283449d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:58:08.217353 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:08.288440 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:58:08.293800 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:08.294387 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:08.429825 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:08.468610 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:58:08.474097 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:08.476377 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:08.550201 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:08.554217 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:10.174712 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:10.249266 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:10.249693 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:11.836152 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-947cddcf-1db2-4e3e-b5a8-00df587cd75e tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:11.837640 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-947cddcf-1db2-4e3e-b5a8-00df587cd75e tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 814 time: 0.1455524
Dec 09 18:58:11.852981 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ea43ff67-85bf-4aee-98b0-1097e57c7804 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/quotas/05f1b35fbd664914b6888327e43a6b54 HTTP/1.1" status: 200  len: 375 time: 0.0093663
Dec 09 18:58:11.939132 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-3bca526a-9151-4cf5-a106-eb051ed4718d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0804460
Dec 09 18:58:12.174281 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-eae181fc-0cea-47a5-b023-8b13197fda3e service neutron] 10.222.0.32 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239451
Dec 09 18:58:12.301314 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-3fed4e94-8f81-40dc-8702-46fe0db09fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211858
Dec 09 18:58:12.473978 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-a1acd891-9f12-44e2-bea0-11ff8741c9c7 req-fe3288a8-9b78-49ee-aff4-d90553068ee8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:58:12.491021 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-a1acd891-9f12-44e2-bea0-11ff8741c9c7 req-fe3288a8-9b78-49ee-aff4-d90553068ee8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:58:12.492384 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a1acd891-9f12-44e2-bea0-11ff8741c9c7 req-fe3288a8-9b78-49ee-aff4-d90553068ee8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 210 time: 0.0618012
Dec 09 18:58:13.488356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-2bb0c307-deb5-44b1-a5d7-89bcf21c4004 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:13.489832 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-2bb0c307-deb5-44b1-a5d7-89bcf21c4004 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 814 time: 0.1455929
Dec 09 18:58:13.501869 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'port': {'device_id': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'admin_state_up': True, 'tenant_id': '05f1b35fbd664914b6888327e43a6b54'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:13.760880 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c6ad9833-f094-4b34-88f1-be5ce47cf5bc req-20a20caa-158e-4162-b0d8-5b478d322f7f tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 210 time: 0.0523796
Dec 09 18:58:13.814902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:13.824507 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:13.835091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Made reservation on behalf of 05f1b35fbd664914b6888327e43a6b54 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 18:58:13.838832 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:14.022152 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Allocated IP 172.20.0.8 (eb8d4cb8-ec94-44c4-9d2f-e92222a18146/a68067e4-c563-4b06-ae8a-5ae65e33870e/c6da7bea-f091-469d-9c59-7bfd6c70c41d) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:58:14.264376 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:14.284789 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Transition to ACTIVE for port object c6da7bea-f091-469d-9c59-7bfd6c70c41d will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:58:14.324366 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:14.330882 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:14.420578 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:14.424635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:58:14.425698 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:14.426692 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:58:14.435577 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:58:14.532573 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:14.533316 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:14.562679 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0648575
Dec 09 18:58:14.764672 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0c05ddbf-cdbf-4a79-95a5-356fc8623a52 None None] Provisioning for port c6da7bea-f091-469d-9c59-7bfd6c70c41d completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:58:14.770013 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0c05ddbf-cdbf-4a79-95a5-356fc8623a52 None None] Provisioning complete for port c6da7bea-f091-469d-9c59-7bfd6c70c41d triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:14.770403 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0c05ddbf-cdbf-4a79-95a5-356fc8623a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:14.824909 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0c05ddbf-cdbf-4a79-95a5-356fc8623a52 None None] Port c6da7bea-f091-469d-9c59-7bfd6c70c41d cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 18:58:14.992871 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389107a-72fe-4dbc-acd4-1929cf870552 req-e03e3e00-437f-48f1-bbcf-931df3c77d2f tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:14.994344 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d389107a-72fe-4dbc-acd4-1929cf870552 req-e03e3e00-437f-48f1-bbcf-931df3c77d2f tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.1043169
Dec 09 18:58:15.037005 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-d389107a-72fe-4dbc-acd4-1929cf870552 req-687c5967-0de2-40c3-be58-0b31622f34e8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:security_group {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:58:15.054032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-d389107a-72fe-4dbc-acd4-1929cf870552 req-687c5967-0de2-40c3-be58-0b31622f34e8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:security_group {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:58:15.054976 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-d389107a-72fe-4dbc-acd4-1929cf870552 req-687c5967-0de2-40c3-be58-0b31622f34e8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543902
Dec 09 18:58:16.252833 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d381d0-d3cb-40f9-bbfc-2f7c2b03f553 req-31863888-445f-40d4-8567-c8611fa07060 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:16.253462 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c8d381d0-d3cb-40f9-bbfc-2f7c2b03f553 req-31863888-445f-40d4-8567-c8611fa07060 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:58:16.268228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c8d381d0-d3cb-40f9-bbfc-2f7c2b03f553 req-31863888-445f-40d4-8567-c8611fa07060 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:58:16.269395 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c8d381d0-d3cb-40f9-bbfc-2f7c2b03f553 req-31863888-445f-40d4-8567-c8611fa07060 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.1041780
Dec 09 18:58:16.317843 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c8d381d0-d3cb-40f9-bbfc-2f7c2b03f553 req-cd29423a-80f7-467e-ab10-da9b0fa4edc3 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426250
Dec 09 18:58:17.510092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a38f5b-4847-43bb-ba09-f75a3016c811 req-7a8108d1-eff0-4ac8-a590-bf926e6c65af tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:17.512566 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-80a38f5b-4847-43bb-ba09-f75a3016c811 req-7a8108d1-eff0-4ac8-a590-bf926e6c65af tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0838513
Dec 09 18:58:17.568155 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-80a38f5b-4847-43bb-ba09-f75a3016c811 req-605846f9-0ec7-4dda-bd75-7546b89cc7f2 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493793
Dec 09 18:58:18.710660 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:58:18.771669 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101281b4-4a9b-4713-b56c-4805e712fde8 req-ebe999bb-6672-4aef-97ec-8bfcf514965a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:18.773152 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-101281b4-4a9b-4713-b56c-4805e712fde8 req-ebe999bb-6672-4aef-97ec-8bfcf514965a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0932343
Dec 09 18:58:18.817374 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-101281b4-4a9b-4713-b56c-4805e712fde8 req-64f4ac66-958c-4671-a648-a0a908ec01ad tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386062
Dec 09 18:58:20.007282 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbe78-fa11-4d67-9b45-2404ccc7372d req-1d02aab6-6af9-449f-87b0-76f90803e540 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:20.008828 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-eb8fbe78-fa11-4d67-9b45-2404ccc7372d req-1d02aab6-6af9-449f-87b0-76f90803e540 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0848775
Dec 09 18:58:20.072402 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-eb8fbe78-fa11-4d67-9b45-2404ccc7372d req-331920a7-8de4-4fbb-a466-c0b019f1e15c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530317
Dec 09 18:58:20.471476 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-7dc003cd-3173-42b0-b7a2-92cd5e5d55f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:21.267506 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d318ad-2bb9-4c44-8fb6-d14cca18e21e req-0bd0d17a-dfcd-4cd7-82ef-d582419cc3d8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:21.268854 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-23d318ad-2bb9-4c44-8fb6-d14cca18e21e req-0bd0d17a-dfcd-4cd7-82ef-d582419cc3d8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0885928
Dec 09 18:58:21.312928 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:21.346601 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-23d318ad-2bb9-4c44-8fb6-d14cca18e21e req-f2114f67-dcf8-4ba5-ab0e-c3247a39e801 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720255
Dec 09 18:58:22.554670 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452a597-4e68-4a16-b21b-87d074450da5 req-a286f086-9c4c-433d-9c81-a878ff33e773 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:22.556126 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3452a597-4e68-4a16-b21b-87d074450da5 req-a286f086-9c4c-433d-9c81-a878ff33e773 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0881510
Dec 09 18:58:22.607210 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-3452a597-4e68-4a16-b21b-87d074450da5 req-000716c0-af7f-4cd4-a13f-4e586cc3aa5c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446048
Dec 09 18:58:23.056650 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-be2f62b8-0b51-4bb2-9cc0-b6bf38ca96b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:23.800113 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e4a48-6f61-4242-a76f-9f7d09fc0a7c req-f6fd7d49-80ad-43fe-b526-2e6ffaad6d53 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:23.801656 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-542e4a48-6f61-4242-a76f-9f7d09fc0a7c req-f6fd7d49-80ad-43fe-b526-2e6ffaad6d53 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0925457
Dec 09 18:58:23.859381 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-542e4a48-6f61-4242-a76f-9f7d09fc0a7c req-f1d91129-c91a-471b-8b5a-ad9e89c8df47 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497985
Dec 09 18:58:24.246337 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:25.063224 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a61f-8989-4e4c-a891-d6d967faa507 req-22b62fa2-5720-4ccf-9885-1a3aaa94bbe4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:25.064664 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8435a61f-8989-4e4c-a891-d6d967faa507 req-22b62fa2-5720-4ccf-9885-1a3aaa94bbe4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.0825484
Dec 09 18:58:25.109945 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8435a61f-8989-4e4c-a891-d6d967faa507 req-666bbbcd-20eb-4ef9-996b-eea94183e6c1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395432
Dec 09 18:58:25.979250 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:26.252817 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Request body: {'port': {'device_id': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:26.385185 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:26.407445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdde8e6-8306-4569-a31e-973cc4022a39 req-42d68ba2-075e-4ff9-add1-b818eafc00a0 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:26.408914 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-dcdde8e6-8306-4569-a31e-973cc4022a39 req-42d68ba2-075e-4ff9-add1-b818eafc00a0 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 931 time: 0.1977413
Dec 09 18:58:26.412616 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:26.508103 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-dcdde8e6-8306-4569-a31e-973cc4022a39 req-1a00dd5b-6e8f-479d-82da-551145edb17b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713456
Dec 09 18:58:26.769739 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6da7bea-f091-469d-9c59-7bfd6c70c41d {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:58:26.776631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:26.791553 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Transition to ACTIVE for port object c6da7bea-f091-469d-9c59-7bfd6c70c41d will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 18:58:26.794358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:26.797873 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:27.052990 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:27.059492 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:27.125772 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Attempting to bind port c6da7bea-f091-469d-9c59-7bfd6c70c41d on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 18:58:27.126112 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Attempting to bind port c6da7bea-f091-469d-9c59-7bfd6c70c41d by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 18:58:27.126443 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Attempting to bind port c6da7bea-f091-469d-9c59-7bfd6c70c41d on network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:58:27.130986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Port c6da7bea-f091-469d-9c59-7bfd6c70c41d on network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 18:58:27.131303 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Attempting to bind port c6da7bea-f091-469d-9c59-7bfd6c70c41d on network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 18:58:27.136374 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 18:58:27.136706 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Checking segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 18:58:27.137083 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Bound using segment: {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 18:58:27.137536 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Bound port: c6da7bea-f091-469d-9c59-7bfd6c70c41d, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 18:58:27.137885 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:27.227141 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 18:58:27.230050 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 18:58:27.234486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:27.237897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-14dec4ab-74c2-4961-954d-73821fe6089e tempest-AttachVolumeNegativeTest-855791582 tempest-AttachVolumeNegativeTest-855791582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:27.294737 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:27.295353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:27.296736 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 1093 time: 1.0485101
Dec 09 18:58:27.297251 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:58:27.318037 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:27.321240 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:27.378775 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'status': 'completed', 'code': 200}
Dec 09 18:58:27.421699 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-169767e2-49ed-4942-9241-5aa3a6ae7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:27.423337 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-169767e2-49ed-4942-9241-5aa3a6ae7104 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1096 time: 0.0806379
Dec 09 18:58:27.492426 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-dd13dbe2-4109-4ec2-b330-9b3d134fba53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 217 time: 0.0623474
Dec 09 18:58:27.557880 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-a797839a-a7ce-4a25-99d0-f3be436351b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:27.559320 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-a797839a-a7ce-4a25-99d0-f3be436351b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0603373
Dec 09 18:58:27.679404 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-6958c85a-8ff7-4cb0-9f84-e6fc9320636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:27.680881 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-6958c85a-8ff7-4cb0-9f84-e6fc9320636e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1147029
Dec 09 18:58:27.796612 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a01e94-c598-4fef-9046-89e120e0f90e req-25101cbb-32ac-4954-b40e-a49e06aec91b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:27.797973 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a5a01e94-c598-4fef-9046-89e120e0f90e req-25101cbb-32ac-4954-b40e-a49e06aec91b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 943 time: 0.1763830
Dec 09 18:58:27.861479 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-bf5bbe46-fe38-400d-8cc1-1df4bd277622 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698871
Dec 09 18:58:27.865929 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a5a01e94-c598-4fef-9046-89e120e0f90e req-6b2a020a-0a04-4855-bf78-0e2ea3cf2243 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620363
Dec 09 18:58:27.992212 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-1ed2707c-090e-489e-a9eb-22c970e089d3 req-87323284-3e91-444d-832b-b0ecea7b7984 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239643
Dec 09 18:58:28.109683 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-04105b3d-4c2d-424e-97ce-9640f1486523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:28.111040 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-04105b3d-4c2d-424e-97ce-9640f1486523 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1096 time: 0.0713453
Dec 09 18:58:28.245900 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-b8a58bac-f43a-4076-800f-7c1b962ca042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:28.247422 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-b8a58bac-f43a-4076-800f-7c1b962ca042 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1279209
Dec 09 18:58:28.318316 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-e694fe8f-5457-404e-bd5d-ac5326aa40d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 217 time: 0.0636880
Dec 09 18:58:28.380086 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-87735953-f48e-455c-b9f5-9f73272a418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:28.381526 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-87735953-f48e-455c-b9f5-9f73272a418c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0569427
Dec 09 18:58:28.461361 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-899b382e-f85d-4da1-83f8-0bd5a0a27619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:28.462834 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-899b382e-f85d-4da1-83f8-0bd5a0a27619 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735817
Dec 09 18:58:28.594397 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-6ef89d82-8795-4211-a831-47b3b7e81f53 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241901
Dec 09 18:58:28.818761 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3b2eefce-2c20-4742-93a8-407dc07b993a req-af763291-2100-49a9-9472-3f1896073058 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174373
Dec 09 18:58:29.178163 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbed83-2ff7-409d-a9dd-3cec39ffa424 req-db6020e3-5b0b-4677-bee3-4cf7f98e8490 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:29.179630 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45dbed83-2ff7-409d-a9dd-3cec39ffa424 req-db6020e3-5b0b-4677-bee3-4cf7f98e8490 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 943 time: 0.2019763
Dec 09 18:58:29.223616 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-45dbed83-2ff7-409d-a9dd-3cec39ffa424 req-cd144a97-5dd0-4e7e-8cea-a7003487b49f tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375543
Dec 09 18:58:29.365624 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device c6da7bea-f091-469d-9c59-7bfd6c70c41d details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 18:58:29.496155 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:58:29.510347 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'port_id': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'mac_address': 'fa:16:3e:67:38:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 18:58:29.568121 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:29.584487 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6da7bea-f091-469d-9c59-7bfd6c70c41d {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 18:58:29.600191 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:58:29.604271 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:29.606033 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:29.670881 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:29.673916 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:29.807218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['c6da7bea-f091-469d-9c59-7bfd6c70c41d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:58:30.411184 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcb5be-33ec-4330-a8a8-c3b03fe6a13e req-a40610ce-a8ee-4984-80fe-f335dd011c2a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:30.412644 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-93dcb5be-33ec-4330-a8a8-c3b03fe6a13e req-a40610ce-a8ee-4984-80fe-f335dd011c2a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 944 time: 0.0799835
Dec 09 18:58:30.456687 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-93dcb5be-33ec-4330-a8a8-c3b03fe6a13e req-0e51cf4d-66a0-440d-8f1b-7be49693616e tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384090
Dec 09 18:58:31.381187 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device c6da7bea-f091-469d-9c59-7bfd6c70c41d up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 18:58:31.449142 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port c6da7bea-f091-469d-9c59-7bfd6c70c41d completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 18:58:31.454419 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port c6da7bea-f091-469d-9c59-7bfd6c70c41d triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:31.454808 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:31.576160 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:31.603284 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:58:31.614004 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:58:31.618176 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:31.620060 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:31.649064 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7de74a-2a8a-4373-8e89-c24023d39c8a req-1e5b0075-0937-4f39-8e26-40793a3b0cf9 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:31.650662 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8b7de74a-2a8a-4373-8e89-c24023d39c8a req-1e5b0075-0937-4f39-8e26-40793a3b0cf9 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 944 time: 0.0894113
Dec 09 18:58:31.654294 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'code': 200}
Dec 09 18:58:31.693942 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:31.696801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:31.703566 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8b7de74a-2a8a-4373-8e89-c24023d39c8a req-38897656-899b-4b61-8392-df33d870b4f0 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470386
Dec 09 18:58:31.879019 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4e1b4-8107-467c-b7b5-1d8a1ee80edb req-17a6d2c2-08ab-4030-9b1c-27c0d79f5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:31.880533 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75b4e1b4-8107-467c-b7b5-1d8a1ee80edb req-17a6d2c2-08ab-4030-9b1c-27c0d79f5964 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1098 time: 0.0728412
Dec 09 18:58:31.921162 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75b4e1b4-8107-467c-b7b5-1d8a1ee80edb req-f0f408e8-fefb-4a2a-9afc-5bd492d9f040 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344422
Dec 09 18:58:32.896684 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc189add-7848-429c-bebe-38b3d399151c req-ed4886d1-21e6-40db-8b4e-d5d4d17de220 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:32.898463 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fc189add-7848-429c-bebe-38b3d399151c req-ed4886d1-21e6-40db-8b4e-d5d4d17de220 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0874491
Dec 09 18:58:32.953469 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fc189add-7848-429c-bebe-38b3d399151c req-6472a8f2-b298-4f5d-874c-e87a515d9ca4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487733
Dec 09 18:58:34.136858 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139162bf-002a-47e5-bd0d-714abbf6c9e7 req-023ddbe5-acde-488b-82df-60b7a9251182 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:34.138498 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-139162bf-002a-47e5-bd0d-714abbf6c9e7 req-023ddbe5-acde-488b-82df-60b7a9251182 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0804334
Dec 09 18:58:34.181453 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-139162bf-002a-47e5-bd0d-714abbf6c9e7 req-72b282f8-bda6-4a7f-b728-6755a14bb420 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373516
Dec 09 18:58:34.363534 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce7e18-a064-4b44-9b66-1888ba3e9f87 req-a366fba4-b467-4016-aad8-2a6b7214204c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:34.364981 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00ce7e18-a064-4b44-9b66-1888ba3e9f87 req-a366fba4-b467-4016-aad8-2a6b7214204c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0800595
Dec 09 18:58:34.409191 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-00ce7e18-a064-4b44-9b66-1888ba3e9f87 req-c7e8ac7a-d179-4d10-8469-fbb17364a92f tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385184
Dec 09 18:58:34.801352 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc639b75-292f-4ded-9fd1-e9e4ff2de528 req-0a47a6da-1c8f-4c0b-a736-740900cf0554 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:34.802710 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fc639b75-292f-4ded-9fd1-e9e4ff2de528 req-0a47a6da-1c8f-4c0b-a736-740900cf0554 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0831244
Dec 09 18:58:34.847403 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-fc639b75-292f-4ded-9fd1-e9e4ff2de528 req-b907ad3e-27a6-4102-ba22-798bd40011b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389235
Dec 09 18:58:43.962563 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35208f5-186a-4617-a2c2-69a1e1b943c4 req-5c6340f9-9364-4401-9549-44f057270047 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:43.964028 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c35208f5-186a-4617-a2c2-69a1e1b943c4 req-5c6340f9-9364-4401-9549-44f057270047 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0838439
Dec 09 18:58:44.008182 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c35208f5-186a-4617-a2c2-69a1e1b943c4 req-4e228816-265f-4616-a578-e273226a1b6b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382550
Dec 09 18:58:44.031228 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44870) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:44.145973 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108bb80c-b14b-45c2-b39a-6803448ed228 tempest-TestMinimumBasicScenario-646613072 tempest-TestMinimumBasicScenario-646613072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:44.147455 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-108bb80c-b14b-45c2-b39a-6803448ed228 tempest-TestMinimumBasicScenario-646613072 tempest-TestMinimumBasicScenario-646613072-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1093 time: 0.1152642
Dec 09 18:58:44.150309 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44876) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:44.155189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'port_id': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:44.160923 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:44.164685 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:floatingip and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:44.167480 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:44.173737 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:44.183023 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for floatingip, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:44.323357 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:44.454225 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Allocated IP 172.27.3.50 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/7e7a3d26-5cc2-41c8-a044-0b946ff27839) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 18:58:44.601133 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:44.629701 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:44.633106 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-2863c2f4-9db4-4c7f-bc76-d5a792ab4e83 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:44.697068 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 18:58:44.700268 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 18:58:44.703990 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 18:58:44.743652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'Port': ['ID=7e7a3d26-5cc2-41c8-a044-0b946ff27839,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:44.748156 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:45.104503 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:45.178627 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:45.379553 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:45.384022 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:45.387652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-623598b7-9ad7-4ad3-9070-00ac7ab58115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:45.597257 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'Port': ['ID=7e7a3d26-5cc2-41c8-a044-0b946ff27839,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:45.601191 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:45.607782 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:45.782685 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.l3_db [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Floating IP 472dc8f9-97cd-4750-bd2b-589bbe75d12c associated. External IP: 172.27.3.50, port: c6da7bea-f091-469d-9c59-7bfd6c70c41d.
Dec 09 18:58:46.137086 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Router 230376e3-f373-46f6-b6a9-2696bb2d99d6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:58:46.316153 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:58:46.325958 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] Sync routers for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:58:46.336182 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:58:46.336850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70e20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:58:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:46.339468 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.397434 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2458959
Dec 09 18:58:46.397969 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:58:46.400237 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44880) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:46.406711 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576354831', 'description': 'tempest-secgroup-smoke-576354831 description', 'project_id': '05f1b35fbd664914b6888327e43a6b54'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:46.413030 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:46.423220 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:46.435526 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.459098 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:46.463242 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:46.466878 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:46.472749 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:46.517466 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:58:46.545454 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.549553 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.554936 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-fe3b4b3b-2878-4df9-be3f-fd8251cf3be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:46.603212 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed62466e-f2b8-43f1-bd6b-780a851c12a0,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:46.615267 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:46.618505 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.620231 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2187502
Dec 09 18:58:46.623919 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44888) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:46.628077 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'status': 'completed', 'code': 200}
Dec 09 18:58:46.631538 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group_rule': {'security_group_id': 'ed62466e-f2b8-43f1-bd6b-780a851c12a0', 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:46.639464 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:46.644263 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:46.647550 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:46.654058 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:46.671753 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.726523 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-dadb6d3c-1a39-4243-99fb-9d52f61e5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:46.728025 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-dadb6d3c-1a39-4243-99fb-9d52f61e5fce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1098 time: 0.0737960
Dec 09 18:58:46.735458 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.739222 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.748189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:46.769589 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc2531-2b29-4abe-9ca2-2e797d9494ad,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:46.779680 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.780066 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.780437 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.780803 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.781167 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.781778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.782343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.782489 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.782841 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.783201 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.783556 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.783909 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:58:46.787692 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:46.788228 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.789429 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-914a4a9b-7a20-4a18-a7a5-0df698d83c86 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1642036
Dec 09 18:58:46.792032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44892) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:46.797857 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group_rule': {'security_group_id': 'ed62466e-f2b8-43f1-bd6b-780a851c12a0', 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:46.803947 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:46.807804 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:46.810830 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:46.816644 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:46.835712 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.884724 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-47abdf68-40d2-402d-8680-cce45399689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:46.886564 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-47abdf68-40d2-402d-8680-cce45399689f service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1475511
Dec 09 18:58:46.894526 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70e20>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '472dc8f9-97cd-4750-bd2b-589bbe75d12c', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'port_id': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'mac_address': 'fa:16:3e:67:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:58:45Z', 'updated_at': '2021-12-09T18:58:45Z', 'revision_number': 0, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:58Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:46.901573 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] Checking router: 230376e3-f373-46f6-b6a9-2696bb2d99d6 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:58:46.912849 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:58:46.914573 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70e20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:58:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:46.918484 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.923299 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.930180 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e830ae2b-04b5-4121-a1bc-0ebb65ed53e9 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:46.951018 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb6f8ec-b39f-4438-bb9e-959ce942779e,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:46.953851 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:46.964271 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:46.968357 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1728351
Dec 09 18:58:46.968672 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44896) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:46.975382 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group_rule': {'security_group_id': 'ed62466e-f2b8-43f1-bd6b-780a851c12a0', 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:46.982781 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:46.986778 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:46.989741 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:46.995719 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:47.004101 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-6182213d-0ea7-4941-b46d-3e5a8a926c38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 998 time: 0.1106758
Dec 09 18:58:47.013975 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.078490 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-b73cc5df-5a72-437d-83d0-8dda40cdd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:47.080037 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-b73cc5df-5a72-437d-83d0-8dda40cdd5ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0688746
Dec 09 18:58:47.084218 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.088628 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.091424 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:47.114652 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016133bb-e52f-4d9c-87f9-fe4774e6e532,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:47.117103 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:47.126271 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.127751 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-f0211577-477e-4ff5-a04f-d03f369f9404 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1577978
Dec 09 18:58:47.130551 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44900) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:47.136157 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group_rule': {'security_group_id': 'ed62466e-f2b8-43f1-bd6b-780a851c12a0', 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:47.144572 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:47.149250 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:47.152593 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:47.153818 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:58:47.158763 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:47.172748 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-e19b5a3c-2637-4970-9fe8-e88dce29c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:47.174299 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-e19b5a3c-2637-4970-9fe8-e88dce29c61f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874956
Dec 09 18:58:47.177750 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.241845 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.246736 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.249713 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-fc981a3d-012c-4128-b772-a2e2c0e08bfb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:47.272162 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c2af2b-8a18-49af-bf59-c49632a0ae2e,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:47.275276 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:47.283727 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.285759 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-9207a98c-cc7e-4255-99e1-e386a1dec3a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1539965
Dec 09 18:58:47.288926 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44904) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:47.294200 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group_rule': {'security_group_id': 'ed62466e-f2b8-43f1-bd6b-780a851c12a0', 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:47.301445 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:47.304789 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:47.307754 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:47.314135 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:47.314927 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-5aebab49-c35d-4e1c-a290-12b485b6a480 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337698
Dec 09 18:58:47.326916 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.securitygroups_db [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Project 05f1b35fbd664914b6888327e43a6b54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 18:58:47.333663 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.398221 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.402406 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.405092 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:47.432735 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f7b967-eaf0-4881-919a-8bcf2b6a59af,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:47.436045 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:47.436750 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.440461 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-3b039cb6-4302-4806-b05c-0a2a6e879145 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1480289
Dec 09 18:58:47.440953 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 44908) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:58:47.445756 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'security_group_rule': {'security_group_id': 'ed62466e-f2b8-43f1-bd6b-780a851c12a0', 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:47.451716 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 18:58:47.455562 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Usage tracker for resource:security_group_rule and tenant:05f1b35fbd664914b6888327e43a6b54 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 18:58:47.458453 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 18:58:47.464100 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 18:58:47.464951 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bbc59be3-1159-4f1c-bbe5-4dd11d58eab9 req-b20e1ed5-a09c-4693-ad27-220d7d842798 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433725
Dec 09 18:58:47.475545 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.securitygroups_db [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Project 05f1b35fbd664914b6888327e43a6b54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 18:58:47.483047 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.531435 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70e20>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '472dc8f9-97cd-4750-bd2b-589bbe75d12c', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'port_id': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'mac_address': 'fa:16:3e:67:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:58:45Z', 'updated_at': '2021-12-09T18:58:45Z', 'revision_number': 0, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:58Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:58:47.535450 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef91676-73ae-41eb-ba4e-731cc6d40beb None None] The sync data for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi is: [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '472dc8f9-97cd-4750-bd2b-589bbe75d12c', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'port_id': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'mac_address': 'fa:16:3e:67:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T18:58:45Z', 'updated_at': '2021-12-09T18:58:45Z', 'revision_number': 0, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:58Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:58:47.552171 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.556063 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.562773 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:47.583150 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29df6249-c2cd-470a-bac3-37e76f4249b1,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:47.585879 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:47.595044 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:47.596729 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-76c0e626-5081-470d-8aae-44f08f46d1b4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1550009
Dec 09 18:58:47.721459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-75cc0091-257a-415f-876d-bc3653218baf req-267d4247-6a41-4d88-ac8d-5d5a30b1cd49 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:58:47.737988 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-75cc0091-257a-415f-876d-bc3653218baf req-267d4247-6a41-4d88-ac8d-5d5a30b1cd49 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:58:47.739258 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75cc0091-257a-415f-876d-bc3653218baf req-267d4247-6a41-4d88-ac8d-5d5a30b1cd49 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576354831&fields=id&tenant_id=05f1b35fbd664914b6888327e43a6b54 HTTP/1.1" status: 200  len: 267 time: 0.0584903
Dec 09 18:58:47.825920 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9b0eb-62fe-4065-8ec0-09b2dc241d0c None None] New status for floating IP 472dc8f9-97cd-4750-bd2b-589bbe75d12c: ACTIVE {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:58:47.831349 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc0091-257a-415f-876d-bc3653218baf req-1c0aeef6-744d-491b-8853-13bc5b161982 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:47.832884 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75cc0091-257a-415f-876d-bc3653218baf req-1c0aeef6-744d-491b-8853-13bc5b161982 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0879538
Dec 09 18:58:47.844526 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'port': {'security_groups': ['c3eb3b73-5056-40aa-873a-74709f53786c', 'ed62466e-f2b8-43f1-bd6b-780a851c12a0']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:58:47.964538 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:48.320150 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:58:48.345067 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:48.349565 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:48.355238 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-95480c80-bc10-4b28-8c92-bdade81f8c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:58:48.364247 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['c6da7bea-f091-469d-9c59-7bfd6c70c41d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:58:48.417860 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:48.418501 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:48.420363 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-75cc0091-257a-415f-876d-bc3653218baf req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "PUT /v2.0/ports/c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 981 time: 0.5809610
Dec 09 18:58:48.426566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:58:48.456427 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=6']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:58:48.461027 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:58:48.489942 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['c6da7bea-f091-469d-9c59-7bfd6c70c41d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:58:48.492405 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'status': 'completed', 'code': 200}
Dec 09 18:58:48.629353 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5fa1d-e313-41a3-ac17-bb76d6fb7aae req-4fe55601-8c7e-4ae0-851d-faef0b843eba tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:48.629965 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-4dfae576-7b6e-4ebe-a8a0-314bbb88ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:48.631184 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-4dfae576-7b6e-4ebe-a8a0-314bbb88ab23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1137 time: 0.1068461
Dec 09 18:58:48.632529 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-67e5fa1d-e313-41a3-ac17-bb76d6fb7aae req-4fe55601-8c7e-4ae0-851d-faef0b843eba tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.1011868
Dec 09 18:58:48.685562 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-67e5fa1d-e313-41a3-ac17-bb76d6fb7aae req-d5264a21-218e-4c10-bc9d-38c2fe3e5539 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428896
Dec 09 18:58:48.753128 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-a04abe36-d895-4e09-9b3a-9b6b846f85c2 None None] Provisioning complete for port c6da7bea-f091-469d-9c59-7bfd6c70c41d triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:58:48.753749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-a04abe36-d895-4e09-9b3a-9b6b846f85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:48.774023 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-7f305a41-93d6-4feb-a0b3-4c5e81499d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:48.775545 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-7f305a41-93d6-4feb-a0b3-4c5e81499d97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1367834
Dec 09 18:58:48.882926 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-a311ae92-6fb1-4255-8619-c19e08bce73f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 1000 time: 0.1013920
Dec 09 18:58:48.948799 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-ac44035b-32b8-4201-82a5-64050923eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:48.950654 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-ac44035b-32b8-4201-82a5-64050923eef8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0607133
Dec 09 18:58:49.030992 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-c6ea55bc-59bd-4554-aca3-0e8b6edee795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:58:49.032492 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-c6ea55bc-59bd-4554-aca3-0e8b6edee795 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748274
Dec 09 18:58:49.164017 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-effbc5c5-b299-45be-9f49-ccbbc37234a9 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253111
Dec 09 18:58:49.294621 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-12db9cf0-5fbc-418e-8ed7-c6c8906e71e5 req-8d53433f-196e-4b13-809d-9b83709a8860 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238995
Dec 09 18:58:50.473097 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d199dff6-c4c5-4ba1-bb8e-13f084e004ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:51.307809 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:53.059949 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-02c1a3e2-f19d-45a8-8803-6500eee0e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:54.248448 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:55.708702 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:58:55.982654 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:58:56.425492 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:01.677049 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-cbb110ac-ab1c-434f-aa12-99a4207d141f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715866
Dec 09 18:59:01.825229 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-94ac71de-7f1e-46cf-85c3-43c09b92b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:01.826931 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-94ac71de-7f1e-46cf-85c3-43c09b92b9ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1137 time: 0.0763927
Dec 09 18:59:01.970819 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-a02ee511-fb8d-4380-a515-9540acf46bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:01.972243 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-a02ee511-fb8d-4380-a515-9540acf46bcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1264732
Dec 09 18:59:02.073031 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-7bb40295-455f-4c62-a17a-e53a4f4630a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 1000 time: 0.0934637
Dec 09 18:59:02.138935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-87c882f3-6a9f-4db9-a4b7-d5e4bf0cda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:02.140370 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-87c882f3-6a9f-4db9-a4b7-d5e4bf0cda93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0605276
Dec 09 18:59:02.214969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-89c8d13d-ac95-4c1b-8ac3-eb7b8f92b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:02.217410 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-89c8d13d-ac95-4c1b-8ac3-eb7b8f92b8b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699213
Dec 09 18:59:02.353856 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-8f8b9722-48cd-4b05-9ed2-79fffe0a6389 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292899
Dec 09 18:59:02.578164 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-9f4035d3-480c-46f1-87e5-b202f0a26651 req-32b9e88c-6b00-4d90-9574-301bc8a51cea service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172935
Dec 09 18:59:06.024831 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f310-d732-462a-8315-79a11841e34d req-1b3a199f-06b7-4a03-8cc4-db7ac58b064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:06.026283 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-1b3a199f-06b7-4a03-8cc4-db7ac58b064c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1137 time: 0.0764008
Dec 09 18:59:06.052985 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98f78-560e-4bcc-9a77-f6c269595c78 req-a297841b-8afb-48f9-a708-a0e019d01805 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:06.054475 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b2f98f78-560e-4bcc-9a77-f6c269595c78 req-a297841b-8afb-48f9-a708-a0e019d01805 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0808849
Dec 09 18:59:06.101058 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b2f98f78-560e-4bcc-9a77-f6c269595c78 req-aeaa7660-97f3-4a5c-977c-01c77a11a0bd tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0402839
Dec 09 18:59:06.158168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f310-d732-462a-8315-79a11841e34d req-122ce424-7565-4d78-8f92-d4755f36ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:06.159640 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-122ce424-7565-4d78-8f92-d4755f36ce73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1273949
Dec 09 18:59:06.263776 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-e5ea4a5c-50e7-4f0b-9a79-a560c279714b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 1000 time: 0.0977869
Dec 09 18:59:06.331118 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f310-d732-462a-8315-79a11841e34d req-731e7fd8-50ce-4248-92ca-2dbcb3b0b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:06.332962 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-731e7fd8-50ce-4248-92ca-2dbcb3b0b159 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0587540
Dec 09 18:59:06.410433 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f310-d732-462a-8315-79a11841e34d req-24048d3b-b3b8-442d-96ab-c65ec9f5a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:06.411923 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-24048d3b-b3b8-442d-96ab-c65ec9f5a19e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723288
Dec 09 18:59:06.540840 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-73e2b454-e601-4ec5-967a-64ee52997d2d service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211629
Dec 09 18:59:06.677472 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-3250f310-d732-462a-8315-79a11841e34d req-12004c45-3993-4f75-ade0-95886165f5d8 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235130
Dec 09 18:59:07.289195 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56907d-a7e6-4fd2-aa53-e038b6f7e0e1 req-1f8c0c26-26a2-4dd5-a2bb-c713593a8c42 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:07.290575 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-eb56907d-a7e6-4fd2-aa53-e038b6f7e0e1 req-1f8c0c26-26a2-4dd5-a2bb-c713593a8c42 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0801406
Dec 09 18:59:07.336236 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-eb56907d-a7e6-4fd2-aa53-e038b6f7e0e1 req-f9c04de0-3457-4fef-9310-8fcdfb6c755b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398629
Dec 09 18:59:08.627500 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe18c3-5b22-46d4-ba8c-4842ae842e1f req-f951baea-bb84-4378-8e53-4a3f1b19d907 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:08.628975 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c8fe18c3-5b22-46d4-ba8c-4842ae842e1f req-f951baea-bb84-4378-8e53-4a3f1b19d907 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.1893764
Dec 09 18:59:08.677545 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c8fe18c3-5b22-46d4-ba8c-4842ae842e1f req-6b9ff03e-cc6b-464b-8126-26fc8ad10d26 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426233
Dec 09 18:59:09.863853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c64b0-436a-4fa3-964f-62d46094c743 req-d34c946a-8cb6-4835-8735-a52544e1c2ac tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:09.870448 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-710c64b0-436a-4fa3-964f-62d46094c743 req-d34c946a-8cb6-4835-8735-a52544e1c2ac tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0845854
Dec 09 18:59:09.913123 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-710c64b0-436a-4fa3-964f-62d46094c743 req-89be2451-b10c-4e37-943a-3f0f0009fd5e tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414560
Dec 09 18:59:11.247322 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ed7aa-8497-4ad0-8f23-6446a3af9ec8 req-5249230c-5aa9-44b8-8f5c-1b085fec8642 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:11.248643 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-918ed7aa-8497-4ad0-8f23-6446a3af9ec8 req-5249230c-5aa9-44b8-8f5c-1b085fec8642 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0825112
Dec 09 18:59:11.295900 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-918ed7aa-8497-4ad0-8f23-6446a3af9ec8 req-97f20603-e230-4b55-bdc5-20446f7543ec tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0416057
Dec 09 18:59:12.479767 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a3023-1b3f-409f-b591-6178a011c775 req-146ef147-e610-42c3-a1ad-0d755645ce22 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:12.481225 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d92a3023-1b3f-409f-b591-6178a011c775 req-146ef147-e610-42c3-a1ad-0d755645ce22 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0795059
Dec 09 18:59:12.526629 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d92a3023-1b3f-409f-b591-6178a011c775 req-8f7007f4-798e-4d59-a694-49018003bd23 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396180
Dec 09 18:59:13.707388 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4ff66-d2fc-4867-b6bb-955982f6774a req-e7a881e9-e09d-423c-bbd4-5bfc78b2f4e6 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:13.708795 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aab4ff66-d2fc-4867-b6bb-955982f6774a req-e7a881e9-e09d-423c-bbd4-5bfc78b2f4e6 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0789621
Dec 09 18:59:13.754982 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-aab4ff66-d2fc-4867-b6bb-955982f6774a req-1e76af35-e938-410c-a603-1fa8b96d0943 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405560
Dec 09 18:59:14.943701 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10548b0-a538-471f-b5bb-8960a9ebbb38 req-7999912e-303f-4573-b22e-5ca0cff77993 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:14.945148 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f10548b0-a538-471f-b5bb-8960a9ebbb38 req-7999912e-303f-4573-b22e-5ca0cff77993 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0842595
Dec 09 18:59:14.991378 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f10548b0-a538-471f-b5bb-8960a9ebbb38 req-08d03cbb-e804-4e6c-a033-b4f260b44234 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0402019
Dec 09 18:59:16.178831 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fe9eb-77ed-471d-97cb-9da68e229255 req-ee21ff09-2635-452b-a229-03e44a4c5ec4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:16.180330 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e08fe9eb-77ed-471d-97cb-9da68e229255 req-ee21ff09-2635-452b-a229-03e44a4c5ec4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0832846
Dec 09 18:59:16.225907 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-e08fe9eb-77ed-471d-97cb-9da68e229255 req-4abb77fd-491e-4940-aa9f-582d44379c60 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0392237
Dec 09 18:59:17.420581 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59726c34-8788-479f-aa3e-226a8cccebb6 req-5b86dbb1-5735-4270-910e-59dadd3dedba tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:17.422198 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59726c34-8788-479f-aa3e-226a8cccebb6 req-5b86dbb1-5735-4270-910e-59dadd3dedba tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0901115
Dec 09 18:59:17.472562 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59726c34-8788-479f-aa3e-226a8cccebb6 req-f5b943f7-6607-45ff-82d7-3c69db4935ea tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0417178
Dec 09 18:59:18.657991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c881a-0d53-4605-ab80-0b9d9c87c2d2 req-dcec7345-f960-4921-a2b3-a979f28007e8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:18.659442 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0c6c881a-0d53-4605-ab80-0b9d9c87c2d2 req-dcec7345-f960-4921-a2b3-a979f28007e8 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0810375
Dec 09 18:59:18.704942 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0c6c881a-0d53-4605-ab80-0b9d9c87c2d2 req-a1ad2450-3c3d-47b7-81aa-e21f40ae5a63 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&id=ed62466e-f2b8-43f1-bd6b-780a851c12a0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398226
Dec 09 18:59:20.475245 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0695d4f0-a579-40b1-a69d-17ee489667ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:21.310694 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:23.062034 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f9048dd8-636f-4260-9b18-ba0b606e675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:24.251075 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:25.985576 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:26.437870 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:32.708322 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 18:59:50.477395 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-541f75d8-97f6-4256-ae63-dba2c1a76dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:51.183774 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-5f7237cd-4cca-48e0-bdd0-cf6546b49533 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576354831&fields=id&tenant_id=05f1b35fbd664914b6888327e43a6b54 HTTP/1.1" status: 200  len: 267 time: 0.0430369
Dec 09 18:59:51.267737 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-de4f4ab1-b703-4ade-af99-4a1002057922 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:51.269218 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-de4f4ab1-b703-4ade-af99-4a1002057922 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 984 time: 0.0796387
Dec 09 18:59:51.279765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Request body: {'port': {'security_groups': ['c3eb3b73-5056-40aa-873a-74709f53786c']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 18:59:51.312749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:51.400454 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:51.729498 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:59:51.753653 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:51.759161 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:51.764677 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:59:51.770817 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['c6da7bea-f091-469d-9c59-7bfd6c70c41d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:59:51.829060 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:51.829913 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:51.831161 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-79cabdc0-fd00-4471-ad8c-4def84a564b9 req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "PUT /v2.0/ports/c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 942 time: 0.5559046
Dec 09 18:59:51.831688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:59:51.840940 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44966) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:59:51.898092 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event updated for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=7']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:59:51.914204 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.914587 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.914964 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.915336 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.915700 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.916062 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.916425 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.916943 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.917326 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.917902 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.918270 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.918631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 18:59:51.924148 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:59:51.929305 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'status': 'completed', 'code': 200}
Dec 09 18:59:51.971611 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['c6da7bea-f091-469d-9c59-7bfd6c70c41d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:59:51.982058 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.021209 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.081521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-5c9f0375-a5dd-4cbc-99c8-286860cb8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:52.082919 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-5c9f0375-a5dd-4cbc-99c8-286860cb8640 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1098 time: 0.1384702
Dec 09 18:59:52.104117 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-112a6b72-17be-4b02-a256-010a378f8661 None None] Provisioning complete for port c6da7bea-f091-469d-9c59-7bfd6c70c41d triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 18:59:52.104502 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-112a6b72-17be-4b02-a256-010a378f8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.182705 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.189724 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-86afc832-9c15-4dad-9942-237db53bdc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:59:52.217461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed62466e-f2b8-43f1-bd6b-780a851c12a0,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:59:52.222500 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:59:52.248694 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-3ee7ee1f-2c2b-4425-aedf-93fdb2d703ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:52.250088 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-3ee7ee1f-2c2b-4425-aedf-93fdb2d703ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1610818
Dec 09 18:59:52.250876 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.254366 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed62466e-f2b8-43f1-bd6b-780a851c12a0 HTTP/1.1" status: 204  len: 168 time: 0.4089031
Dec 09 18:59:52.254630 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 44970) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 18:59:52.490050 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-4d3afe9c-e1fa-4ba5-901e-10ac82029aa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 1000 time: 0.2328026
Dec 09 18:59:52.587097 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-bc3537b7-ae9d-4d40-bdcd-c18fc425e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:52.588442 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-bc3537b7-ae9d-4d40-bdcd-c18fc425e04c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.0916233
Dec 09 18:59:52.589642 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Deleting port 7e7a3d26-5cc2-41c8-a044-0b946ff27839 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:59:52.589982 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.798580 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-a65b8d8b-ec43-4085-ba23-92c62c3014fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:52.800024 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-a65b8d8b-ec43-4085-ba23-92c62c3014fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1871021
Dec 09 18:59:52.834718 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:52.835045 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:53.064444 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd73b-6338-4dd9-b752-71501b9eb775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:53.117715 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Calling delete_port for 7e7a3d26-5cc2-41c8-a044-0b946ff27839 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:59:53.219257 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-b0a4fcbd-fc19-408f-9f86-8e7825c70e05 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4083929
Dec 09 18:59:53.417480 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-aa3b3739-f8b2-4b47-9e73-1461bb97a1bb req-0699858f-b480-4664-bca8-dabb9a23ee8c service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909606
Dec 09 18:59:53.421377 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:53.426063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:59:53.471691 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event deleted for resources: {'Port': ['ID=7e7a3d26-5cc2-41c8-a044-0b946ff27839,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:59:53.474379 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:59:53.566487 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:53.566819 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Floating IP 472dc8f9-97cd-4750-bd2b-589bbe75d12c disassociated (deleted). External IP: 172.27.3.50, port: c6da7bea-f091-469d-9c59-7bfd6c70c41d.
Dec 09 18:59:53.914189 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Router 230376e3-f373-46f6-b6a9-2696bb2d99d6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 18:59:54.095853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 18:59:54.105296 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] Sync routers for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 18:59:54.114815 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:59:54.115560 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd92e20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:59:54.118318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:54.174675 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "DELETE /v2.0/floatingips/472dc8f9-97cd-4750-bd2b-589bbe75d12c HTTP/1.1" status: 204  len: 168 time: 1.9190397
Dec 09 18:59:54.175415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:59:54.223159 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'status': 'completed', 'code': 200}
Dec 09 18:59:54.314741 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:54.325881 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3021-c310-4dc1-9085-9162f991bbce req-18c2588c-ded9-44b3-92c9-16f8de7bac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:54.327396 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-18c2588c-ded9-44b3-92c9-16f8de7bac2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05f1b35fbd664914b6888327e43a6b54&device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 1098 time: 0.0823832
Dec 09 18:59:54.359300 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:59:54.462891 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3021-c310-4dc1-9085-9162f991bbce req-05eccc67-f597-4a53-b8c2-b81be0e3d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:54.464393 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-05eccc67-f597-4a53-b8c2-b81be0e3d335 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 200  len: 915 time: 0.1303668
Dec 09 18:59:54.533979 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-8cafec50-a6b4-4b6f-8fee-ef4ae03635fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 200  len: 217 time: 0.0630367
Dec 09 18:59:54.704178 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd92e20>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:58Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:59:54.708017 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] Checking router: 230376e3-f373-46f6-b6a9-2696bb2d99d6 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 18:59:54.717259 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 18:59:54.717905 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd92e20>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:59:54.721631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3021-c310-4dc1-9085-9162f991bbce req-a8d260e5-3414-4ba7-8d00-396554b9bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:54.723127 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-a8d260e5-3414-4ba7-8d00-396554b9bea2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 200  len: 853 time: 0.1802409
Dec 09 18:59:54.799302 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3021-c310-4dc1-9085-9162f991bbce req-7ef80963-0a48-41a5-a758-4868bc026c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:54.800939 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-7ef80963-0a48-41a5-a758-4868bc026c87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8d4cb8-ec94-44c4-9d2f-e92222a18146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712817
Dec 09 18:59:54.898023 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 18:59:54.935117 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-ed528189-41d2-4fb9-ac6c-3bb44ff9cd8b service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274128
Dec 09 18:59:55.081744 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b97e3021-c310-4dc1-9085-9162f991bbce req-fb2f517b-03bb-4531-a4b1-4263a79f4840 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297543
Dec 09 18:59:55.217506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd92e20>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:58Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 18:59:55.221330 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da14cc-a7c6-4474-bf50-66f03b28e980 None None] The sync data for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi is: [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:53Z', 'revision_number': 4, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '3f2c0a62-1137-476a-9a26-f96e5ebf2884', 'name': '', 'network_id': 'eb8d4cb8-ec94-44c4-9d2f-e92222a18146', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'mac_address': 'fa:16:3e:54:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:52Z', 'updated_at': '2021-12-09T18:57:58Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'subnets': [{'id': 'a68067e4-c563-4b06-ae8a-5ae65e33870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 18:59:55.431250 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d66744-47e9-4c7d-913f-5645c2617e8d None None] New status for floating IP 472dc8f9-97cd-4750-bd2b-589bbe75d12c: DOWN {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 18:59:55.990395 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:56.436609 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:57.449787 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f31b0-5e48-49aa-ac7c-f4bf2c614114 req-1cde44d2-ae81-47dc-9224-3d2c9c06ff7b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:57.451230 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-940f31b0-5e48-49aa-ac7c-f4bf2c614114 req-1cde44d2-ae81-47dc-9224-3d2c9c06ff7b tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0832715
Dec 09 18:59:57.494656 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-940f31b0-5e48-49aa-ac7c-f4bf2c614114 req-c909b2ef-fe90-4575-a0c9-b0bf4b3874ca tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378637
Dec 09 18:59:58.678212 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-cd79daca-62b3-47a5-a54f-71e1acf39796 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:58.678912 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-cd79daca-62b3-47a5-a54f-71e1acf39796 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:59:58.693942 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-cd79daca-62b3-47a5-a54f-71e1acf39796 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:59:58.695138 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-cd79daca-62b3-47a5-a54f-71e1acf39796 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0951893
Dec 09 18:59:58.745467 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-1b692fac-f430-4af4-9665-6cc8adcf5bcb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:59:58.762004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-1b692fac-f430-4af4-9665-6cc8adcf5bcb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:59:58.763189 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8d123547-04b3-4f48-8b9b-2c2a542ca014 req-1b692fac-f430-4af4-9665-6cc8adcf5bcb tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3eb3b73-5056-40aa-873a-74709f53786c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622387
Dec 09 18:59:58.996992 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-fa26a982-8b63-4c7d-a166-1c936705d88e tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 18:59:58.998464 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-fa26a982-8b63-4c7d-a166-1c936705d88e tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 945 time: 0.0795071
Dec 09 18:59:59.067966 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Deleting port c6da7bea-f091-469d-9c59-7bfd6c70c41d {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 18:59:59.068230 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:59.311070 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] For port c6da7bea-f091-469d-9c59-7bfd6c70c41d, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=c6da7bea-f091-469d-9c59-7bfd6c70c41d,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 18:59:59.311457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:59.436751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Calling delete_port for c6da7bea-f091-469d-9c59-7bfd6c70c41d owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 18:59:59.574310 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:59.579796 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 18:59:59.585696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['c6da7bea-f091-469d-9c59-7bfd6c70c41d'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 18:59:59.626254 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Pushing event deleted for resources: {'Port': ['ID=c6da7bea-f091-469d-9c59-7bfd6c70c41d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 18:59:59.629819 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 18:59:59.702801 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] No DVR routers for this DVR port c6da7bea-f091-469d-9c59-7bfd6c70c41d on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 18:59:59.705128 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 18:59:59.707687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'name': 'network-vif-deleted', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 18:59:59.724653 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-4b0c85b0-68b8-43dd-85a7-abf28664d1ce req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.45 "DELETE /v2.0/ports/c6da7bea-f091-469d-9c59-7bfd6c70c41d HTTP/1.1" status: 204  len: 173 time: 0.7207747
Dec 09 18:59:59.756250 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7', 'name': 'network-vif-deleted', 'tag': 'c6da7bea-f091-469d-9c59-7bfd6c70c41d', 'status': 'completed', 'code': 200}
Dec 09 18:59:59.937870 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0ab7942e-70f3-4bbf-8390-b33cb3d4bb6a req-614c1075-0ea1-4896-a34f-79686ef575a1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Synchronizing usage tracker for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 18:59:59.953697 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-0ab7942e-70f3-4bbf-8390-b33cb3d4bb6a req-614c1075-0ea1-4896-a34f-79686ef575a1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Unset dirty status for tenant:05f1b35fbd664914b6888327e43a6b54 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 18:59:59.954855 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ab7942e-70f3-4bbf-8390-b33cb3d4bb6a req-614c1075-0ea1-4896-a34f-79686ef575a1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc0f49b-bb4b-42c9-823d-c4c1daf7ccf7 HTTP/1.1" status: 200  len: 210 time: 0.0630670
Dec 09 19:00:01.675961 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45052) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:01.735049 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device c6da7bea-f091-469d-9c59-7bfd6c70c41d no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:01.773339 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: c6da7bea-f091-469d-9c59-7bfd6c70c41d {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:00:01.773690 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device c6da7bea-f091-469d-9c59-7bfd6c70c41d not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:00:02.381228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:02.738066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Deleting port 3f2c0a62-1137-476a-9a26-f96e5ebf2884 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:02.738793 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:02.923304 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] For port 3f2c0a62-1137-476a-9a26-f96e5ebf2884, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=3f2c0a62-1137-476a-9a26-f96e5ebf2884,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:02.923654 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:03.049194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Calling delete_port for 3f2c0a62-1137-476a-9a26-f96e5ebf2884 owned by network:router_interface {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:03.227750 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:03.232529 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-bee60e79-525c-4486-ad64-e9d139edf902 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:03.279382 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2c0a62-1137-476a-9a26-f96e5ebf2884,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:03.305322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:03.647806 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:04.013841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Router 230376e3-f373-46f6-b6a9-2696bb2d99d6 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:00:04.196808 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:00:04.206007 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] Sync routers for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:00:04.215962 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] 10.222.0.32 "PUT /v2.0/routers/230376e3-f373-46f6-b6a9-2696bb2d99d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5385280
Dec 09 19:00:04.218718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:04.218960 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45062) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:04.219740 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cce979d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:04.398941 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:04.401306 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:04.585816 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:04.595710 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Deleting port 5e3560f3-3411-4697-848d-4e41cb9629bd {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:04.596080 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:04.736476 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cce979d0>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T19:00:03Z', 'revision_number': 5, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port': {'id': '5e3560f3-3411-4697-848d-4e41cb9629bd', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T18:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:04.740349 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] Checking router: 230376e3-f373-46f6-b6a9-2696bb2d99d6 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:00:04.748894 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] Routers {'230376e3-f373-46f6-b6a9-2696bb2d99d6'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:04.749555 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cce979d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['230376e3-f373-46f6-b6a9-2696bb2d99d6'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:04.781809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] For port 5e3560f3-3411-4697-848d-4e41cb9629bd, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=5e3560f3-3411-4697-848d-4e41cb9629bd,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:04.782178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:04.908035 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] Set router 230376e3-f373-46f6-b6a9-2696bb2d99d6 gateway port host: None {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:04.910042 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Calling delete_port for 5e3560f3-3411-4697-848d-4e41cb9629bd owned by network:router_gateway {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:05.021136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cce979d0>, [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T19:00:04Z', 'revision_number': 6, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:05.026427 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ad423-ffef-4ca0-83d7-1947a546c808 None None] The sync data for ids ['230376e3-f373-46f6-b6a9-2696bb2d99d6'] in dv-cinder-819346-1-iscsi is: [{'id': '230376e3-f373-46f6-b6a9-2696bb2d99d6', 'name': 'tempest-TestMinimumBasicScenario-844125101-router', 'tenant_id': '05f1b35fbd664914b6888327e43a6b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:49Z', 'updated_at': '2021-12-09T19:00:04Z', 'revision_number': 6, 'project_id': '05f1b35fbd664914b6888327e43a6b54', 'gw_port_host': None}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:00:05.093326 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.096825 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5b1beb8a-9aac-48cd-ae6c-0a7e77e250ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:05.144160 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3560f3-3411-4697-848d-4e41cb9629bd,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:05.291256 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.291971 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.291971 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.292884 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.293259 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.293643 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.294009 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.294368 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.294728 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.295085 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.295440 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.295796 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:05.299001 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:05.352185 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.527768 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.530020 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.555587 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.556117 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230376e3-f373-46f6-b6a9-2696bb2d99d6 {{(pid=86868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 19:00:05.569163 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.570327 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-d77e7b67-9afa-4609-a5af-fd42b1748b32 admin admin] 10.222.0.32 "DELETE /v2.0/routers/230376e3-f373-46f6-b6a9-2696bb2d99d6 HTTP/1.1" status: 204  len: 168 time: 1.3503284
Dec 09 19:00:05.572809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45068) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:05.633369 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Deleting subnet a68067e4-c563-4b06-ae8a-5ae65e33870e {{(pid=86868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 19:00:05.636819 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.686430 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3969114'] for subnet, precommit_delete_associations {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.770725 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.844218 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2506286'] for subnet, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.848476 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-09d199aa-556c-4c2b-b321-6b3ab1fccbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:05.882408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68067e4-c563-4b06-ae8a-5ae65e33870e,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:05.885489 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:05.886960 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:05.892733 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc71a78c-c8ec-4809-a238-3b320972f5c9 None None] Network eb8d4cb8-ec94-44c4-9d2f-e92222a18146 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:00:05.895512 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45072) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:05.896004 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-faf19305-4402-496f-9cbe-b27ba70c81d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a68067e4-c563-4b06-ae8a-5ae65e33870e HTTP/1.1" status: 204  len: 168 time: 0.3216479
Dec 09 19:00:06.014626 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.030044 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Deleting port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:06.030249 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.157111 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] DHCP port deletion for eb8d4cb8-ec94-44c4-9d2f-e92222a18146 request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 19:00:06.161106 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Deleting port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:06.161541 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.240849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] For port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:06.241208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.252078 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 3f2c0a62-1137-476a-9a26-f96e5ebf2884 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:06.296615 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 3f2c0a62-1137-476a-9a26-f96e5ebf2884 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:00:06.296897 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 3f2c0a62-1137-476a-9a26-f96e5ebf2884 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:00:06.297369 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:06.375907 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Calling delete_port for 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 owned by network:dhcp {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:06.452450 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.457352 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9f086791-ec3b-476d-a138-c341972fbd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:06.459053 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No ports have port_id starting with 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65
Dec 09 19:00:06.461548 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 5e3560f3-3411-4697-848d-4e41cb9629bd no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:06.504413 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:06.505398 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 5e3560f3-3411-4697-848d-4e41cb9629bd {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:00:06.505988 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 5e3560f3-3411-4697-848d-4e41cb9629bd not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:00:06.506232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] No DVR routers for this DVR port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 on host dv-cinder-819346-1-iscsi {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:00:06.507696 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:06.511627 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] For port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65,segment=NetworkSegment(42f3e32e-e3a5-4e3e-bad9-dfc62db5c321),segment_id=42f3e32e-e3a5-4e3e-bad9-dfc62db5c321)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:06.512073 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.640271 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Calling delete_port for 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:06.713430 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 19:00:06.713799 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 19:00:06.735091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.759870 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc4f9400>,) {'filters': {'network_id': ['eb8d4cb8-ec94-44c4-9d2f-e92222a18146']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:06.772276 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc4f9400>, '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:06.772579 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc4f9400>, '42f3e32e-e3a5-4e3e-bad9-dfc62db5c321') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:06.784264 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.799983 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.806245 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 19:00:06.806659 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 19:00:06.820369 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 19:00:06.901403 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.906414 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:06.910195 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-47742452-eca9-4297-b3ad-cbff77ef34f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:06.934187 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8d4cb8-ec94-44c4-9d2f-e92222a18146,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:06.936656 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:06.938713 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb8d4cb8-ec94-44c4-9d2f-e92222a18146 HTTP/1.1" status: 204  len: 168 time: 1.0411160
Dec 09 19:00:06.941412 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45076) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:07.215438 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Deleting port 1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:07.216285 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:07.314285 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b7c4f-d3a0-411a-bd7e-6b1e56d479e3 None None] The port '1eb3c2ea-a57b-4e1b-8ece-c60d586d8a65' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 19:00:07.487849 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:07.829100 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Deleting port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:07.829387 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:08.102925 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] For port 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:08.103618 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:08.226456 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Calling delete_port for 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c owned by network:router_interface {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:08.396601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:08.400823 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c7bd10ea-58dd-408a-a02d-3741c6cf07d7 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:08.473680 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:08.476238 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:08.715140 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:09.081562 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Router d7a234c2-e11e-443d-be20-55cdfd27a60b has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:00:09.261679 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:00:09.270188 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] Sync routers for ids ['d7a234c2-e11e-443d-be20-55cdfd27a60b'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:00:09.271611 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] 10.222.0.32 "PUT /v2.0/routers/d7a234c2-e11e-443d-be20-55cdfd27a60b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3292170
Dec 09 19:00:09.274027 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45080) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:09.279307 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] Routers {'d7a234c2-e11e-443d-be20-55cdfd27a60b'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:09.279920 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc369d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['d7a234c2-e11e-443d-be20-55cdfd27a60b'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:09.492417 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] Set router d7a234c2-e11e-443d-be20-55cdfd27a60b gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:09.553786 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:09.715066 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:00:09.736437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:09.746074 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Deleting port bfc58539-527a-40f0-ba4c-6f57ba1e236d {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:09.746388 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:09.779071 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc369d0>, [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T19:00:08Z', 'revision_number': 5, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port': {'id': 'bfc58539-527a-40f0-ba4c-6f57ba1e236d', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T18:57:56Z', 'updated_at': '2021-12-09T18:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:09.782989 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] Checking router: d7a234c2-e11e-443d-be20-55cdfd27a60b for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:00:09.791114 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] Routers {'d7a234c2-e11e-443d-be20-55cdfd27a60b'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:09.791720 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc369d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['d7a234c2-e11e-443d-be20-55cdfd27a60b'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:09.920107 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] For port bfc58539-527a-40f0-ba4c-6f57ba1e236d, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bfc58539-527a-40f0-ba4c-6f57ba1e236d,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:09.920557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:09.945044 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] Set router d7a234c2-e11e-443d-be20-55cdfd27a60b gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:10.045601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Calling delete_port for bfc58539-527a-40f0-ba4c-6f57ba1e236d owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:10.049054 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc369d0>, [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T19:00:09Z', 'revision_number': 6, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:10.052984 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd93718-6934-4c2a-a471-1302fd670085 None None] The sync data for ids ['d7a234c2-e11e-443d-be20-55cdfd27a60b'] in dv-cinder-819346-1-iscsi is: [{'id': 'd7a234c2-e11e-443d-be20-55cdfd27a60b', 'name': 'tempest-TestMinimumBasicScenario-321838688-router', 'tenant_id': 'b00b0482ad104845adeed940337bcb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T18:57:55Z', 'updated_at': '2021-12-09T19:00:09Z', 'revision_number': 6, 'project_id': 'b00b0482ad104845adeed940337bcb3a', 'gw_port_host': None}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:00:10.220401 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.224738 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-12365c15-36f9-41ee-a08b-0777eea567b7 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:10.271284 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc58539-527a-40f0-ba4c-6f57ba1e236d,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:10.299818 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:10.362176 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.544360 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.546545 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.567693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.568104 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a234c2-e11e-443d-be20-55cdfd27a60b {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 19:00:10.580037 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.581172 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-5edc7d94-53b6-4dd0-890c-54ec755b0843 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d7a234c2-e11e-443d-be20-55cdfd27a60b HTTP/1.1" status: 204  len: 168 time: 1.3061974
Dec 09 19:00:10.583635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45084) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:10.644671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Deleting subnet 9cf6e5c4-6bb6-4302-8e11-817283449d77 {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 19:00:10.647569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.696375 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.777552 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.802533 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:10.839366 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:00:10.839843 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 6b3ec169-ca5e-47c3-a3cc-3cb9485acf5c not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:00:10.852071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.857565 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:10.893441 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf6e5c4-6bb6-4302-8e11-817283449d77,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:10.895888 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:10.898695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:10.904896 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a0197-0559-44fc-9718-dddb39c8883f None None] Network add5ffde-68b8-4232-84c7-8e6c15fa4ef5 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:00:10.905921 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-42b1b276-0c48-4a97-8bea-2d4e3202d092 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9cf6e5c4-6bb6-4302-8e11-817283449d77 HTTP/1.1" status: 204  len: 168 time: 0.3213053
Dec 09 19:00:10.908239 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45088) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:11.133452 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.145748 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Deleting port bd23f8aa-94c2-4281-ad9a-ef2432843f63 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:11.146081 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.202319 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] DHCP port deletion for add5ffde-68b8-4232-84c7-8e6c15fa4ef5 request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 19:00:11.206218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Deleting port bd23f8aa-94c2-4281-ad9a-ef2432843f63 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:11.206628 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.357840 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] For port bd23f8aa-94c2-4281-ad9a-ef2432843f63, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bd23f8aa-94c2-4281-ad9a-ef2432843f63,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:11.358428 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.405854 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] For port bd23f8aa-94c2-4281-ad9a-ef2432843f63, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=bd23f8aa-94c2-4281-ad9a-ef2432843f63,segment=NetworkSegment(fb7ca92e-d998-4c61-be0e-c045278adc19),segment_id=fb7ca92e-d998-4c61-be0e-c045278adc19)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:11.406258 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.486017 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Calling delete_port for bd23f8aa-94c2-4281-ad9a-ef2432843f63 owned by network:dhcp {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:11.529896 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Calling delete_port for bd23f8aa-94c2-4281-ad9a-ef2432843f63 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:00:11.567454 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.572098 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3cc6ee42-9522-43ba-9eb9-ee4ee70ef9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:11.602518 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 19:00:11.602884 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 19:00:11.614721 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd23f8aa-94c2-4281-ad9a-ef2432843f63,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:11.617536 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:11.618302 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] No DVR routers for this DVR port bd23f8aa-94c2-4281-ad9a-ef2432843f63 on host dv-cinder-819346-1-iscsi {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:00:11.731754 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.760269 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cdff91c0>,) {'filters': {'network_id': ['add5ffde-68b8-4232-84c7-8e6c15fa4ef5']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:11.774761 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cdff91c0>, 'fb7ca92e-d998-4c61-be0e-c045278adc19') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:11.775055 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cdff91c0>, 'fb7ca92e-d998-4c61-be0e-c045278adc19') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:11.786495 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.801676 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.807751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 19:00:11.808132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 19:00:11.820881 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 19:00:11.899018 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.903445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:11.916162 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:11.929554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Pushing event deleted for resources: {'Network': ['ID=add5ffde-68b8-4232-84c7-8e6c15fa4ef5,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:11.932196 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:11.934172 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] 10.222.0.32 "DELETE /v2.0/networks/add5ffde-68b8-4232-84c7-8e6c15fa4ef5 HTTP/1.1" status: 204  len: 168 time: 1.0248854
Dec 09 19:00:12.100821 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45094) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:12.104055 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Deleting port bd23f8aa-94c2-4281-ad9a-ef2432843f63 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:00:12.104507 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.149638 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-9103813d-7919-45b9-9a5f-4496ca4a7e8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05f1b35fbd664914b6888327e43a6b54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473912
Dec 09 19:00:12.151985 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45098) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:12.174798 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-a445949a-4f5c-4021-86e7-25cd9e908b94 None None] The port 'bd23f8aa-94c2-4281-ad9a-ef2432843f63' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 19:00:12.220129 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.230361 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bfc58539-527a-40f0-ba4c-6f57ba1e236d no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:12.248012 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.264815 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: bfc58539-527a-40f0-ba4c-6f57ba1e236d {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:00:12.265168 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bfc58539-527a-40f0-ba4c-6f57ba1e236d not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:00:12.265630 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bd23f8aa-94c2-4281-ad9a-ef2432843f63 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:00:12.299004 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.300173 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: bd23f8aa-94c2-4281-ad9a-ef2432843f63 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:00:12.300624 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device bd23f8aa-94c2-4281-ad9a-ef2432843f63 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:00:12.304069 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0da0bf0c-f922-4a90-bad6-1815dc48d8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:12.321208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eb3b73-5056-40aa-873a-74709f53786c,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:12.324888 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:12.334405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.335569 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-814a5343-7b9d-41c2-aa6f-54a87e606771 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3eb3b73-5056-40aa-873a-74709f53786c HTTP/1.1" status: 204  len: 168 time: 0.1826754
Dec 09 19:00:12.664060 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45106) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:12.713687 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-09024af5-d47e-495f-8372-2698612dc41a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b00b0482ad104845adeed940337bcb3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483732
Dec 09 19:00:12.716681 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45110) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:12.773581 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.803332 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.853205 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.859159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1c27235f-27d7-4bb7-b3b4-d48de2184999 tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:12.868939 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e0b8f-d1b4-45bb-9b8d-14acaf8ce39b,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:12.871935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:12.877714 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:12.881116 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8fbdc693-e531-4df9-b04a-ee76dc8f2957 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a6e0b8f-d1b4-45bb-9b8d-14acaf8ce39b HTTP/1.1" status: 204  len: 168 time: 0.1612551
Dec 09 19:00:13.578139 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45134) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:13.679668 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-909682680-network', 'tenant_id': '7a55054633bd4301863bd48917006371'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:13.685071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:13.688875 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Usage tracker for resource:network and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:13.691765 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:13.697247 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:13.708687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Made reservation on behalf of 7a55054633bd4301863bd48917006371 for: {'network': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:00:13.711127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.724520 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.739318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:13.743042 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:13.746597 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:13.752071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:13.836063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.840085 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.843208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-1a451972-58f5-482f-82b5-75e6a66f4f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:13.873014 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'}  {{(pid=86869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 19:00:13.878254 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc300a-285c-4a44-a516-21db9b8e26a6,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:13.881771 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:13.885373 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.885769 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.segments_db [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Added segment 2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7 of type vlan for network 28157b92-dd8f-42d2-a432-e7e84fe3b410
Dec 09 19:00:13.912333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.945903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.947274 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:13.947853 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:13.952636 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-069a7f2d-f613-47fd-871f-b43d42e0815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:14.046586 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4673076
Dec 09 19:00:14.049556 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45140) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:14.050072 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Pushing event updated for resources: {'Network': ['ID=28157b92-dd8f-42d2-a432-e7e84fe3b410,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:14.052641 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c51225d6-632d-4ff3-8afd-98e421772a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:14.055350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Request body: {'subnet': {'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-909682680-subnet', 'tenant_id': '7a55054633bd4301863bd48917006371', 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:14.061217 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:14.063196 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 19:00:14.065497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Usage tracker for resource:subnet and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:14.068556 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:14.074527 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:14.089852 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Made reservation on behalf of 7a55054633bd4301863bd48917006371 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:00:14.092515 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.294399 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.297920 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:14.371222 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0520c9a-dd83-480d-8492-b59c7d0f105b,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:14.375511 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:14.382350 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Checking segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:14.382705 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Network hostable DHCP agents. Network: 28157b92-dd8f-42d2-a432-e7e84fe3b410, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 19:00:14.401236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 19:00:14.410000 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, 28157b92-dd8f-42d2-a432-e7e84fe3b410) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:14.413780 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:14.414355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.418629 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84f74d-d15e-430a-9c6c-63da9b54fd58 None None] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:00:14.434582 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-cab275b9-94cb-4fbe-9022-5429eb52f5d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3838425
Dec 09 19:00:14.437296 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45144) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:14.442231 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:14.446774 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:14.451140 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Usage tracker for resource:router and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:14.453923 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:14.459450 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:14.473462 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.474445 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.488950 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.635542 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-28157b92-dd8f-42d2-a432-e7e84fe3b410', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 19:00:14.636639 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.755571 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:14.790853 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Allocated IP 172.20.0.2 (28157b92-dd8f-42d2-a432-e7e84fe3b410/d0520c9a-dd83-480d-8492-b59c7d0f105b/f353a9ed-4ce5-43ea-a434-623022779926) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:15.032760 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.042948 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Transition to ACTIVE for port object f353a9ed-4ce5-43ea-a434-623022779926 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:15.062779 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Transition to ACTIVE for port object f353a9ed-4ce5-43ea-a434-623022779926 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:15.068524 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.074074 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:15.135670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:15.139588 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:15.143232 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:15.171211 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.179603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Pushing event updated for resources: {'Port': ['ID=f353a9ed-4ce5-43ea-a434-623022779926,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:15.202055 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.235678 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.236026 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.236370 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.236701 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.237028 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.237381 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.237708 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.238031 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.238352 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.238669 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.238992 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.239308 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:15.244264 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:15.251594 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Attempting to bind port f353a9ed-4ce5-43ea-a434-623022779926 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:15.251972 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Attempting to bind port f353a9ed-4ce5-43ea-a434-623022779926 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:15.252341 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Attempting to bind port f353a9ed-4ce5-43ea-a434-623022779926 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:15.257630 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:15.258010 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Checking segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:15.258459 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.258861 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Bound using segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:15.259366 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Bound port: f353a9ed-4ce5-43ea-a434-623022779926, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:15.259756 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.341004 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Allocated IP 172.27.3.16 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/9b2d1518-258a-494f-826d-03e742fc76d9) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:15.348674 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] For port f353a9ed-4ce5-43ea-a434-623022779926, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:15.351643 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] For port f353a9ed-4ce5-43ea-a434-623022779926, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f353a9ed-4ce5-43ea-a434-623022779926,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:15.356656 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.360307 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:15.443137 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Pushing event updated for resources: {'Port': ['ID=f353a9ed-4ce5-43ea-a434-623022779926,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:15.446027 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-edeae96d-3d7f-4ae2-a231-7d719f6e98d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:15.496693 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.527235 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:15.531053 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-836864a4-d3ac-4325-8a79-7d63f1753746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:15.591704 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:15.606192 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:15.610598 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:15.652896 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2d1518-258a-494f-826d-03e742fc76d9,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:15.657534 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:16.022966 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:16.265614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f353a9ed-4ce5-43ea-a434-623022779926 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:16.345855 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port f353a9ed-4ce5-43ea-a434-623022779926 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:16.396595 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:16.402280 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c3e3d-58c0-45b3-a2c1-418a85d08fe1 None None] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:00:16.505144 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Provisioning for port f353a9ed-4ce5-43ea-a434-623022779926 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:16.522736 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Provisioning complete for port f353a9ed-4ce5-43ea-a434-623022779926 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:16.523124 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:16.717085 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 19:00:16.740317 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:16.789381 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] For port f353a9ed-4ce5-43ea-a434-623022779926, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f353a9ed-4ce5-43ea-a434-623022779926,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:16.793981 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:16.795614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:16.864978 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Pushing event updated for resources: {'Port': ['ID=f353a9ed-4ce5-43ea-a434-623022779926,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:16.869165 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-064b02b7-021a-41a1-a3a5-9192f917ae85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:16.910679 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:00:16.922994 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:00:16.933918 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:16.934921 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3a6910>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:16.951580 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:16.955843 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-8ddc5887-9668-4861-8a87-c99b15402660 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5148268
Dec 09 19:00:16.956001 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45148) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:17.091388 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-f5e7f9f4-1646-4753-8eaa-36b0cd310799 None None] Provisioning complete for port f353a9ed-4ce5-43ea-a434-623022779926 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:17.091694 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f5e7f9f4-1646-4753-8eaa-36b0cd310799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:17.174139 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:17.549827 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3a6910>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:15Z', 'revision_number': 3, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:17.553650 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:00:17.554016 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Updating router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 port 9b2d1518-258a-494f-826d-03e742fc76d9 binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 19:00:17.606318 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:17.632507 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:17.836323 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Allocated IP 172.20.0.1 (28157b92-dd8f-42d2-a432-e7e84fe3b410/d0520c9a-dd83-480d-8492-b59c7d0f105b/f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:17.934147 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:17.946497 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Transition to ACTIVE for port object 9b2d1518-258a-494f-826d-03e742fc76d9 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:17.954119 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:17.958189 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:18.037073 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Attempting to bind port 9b2d1518-258a-494f-826d-03e742fc76d9 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:18.037484 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Attempting to bind port 9b2d1518-258a-494f-826d-03e742fc76d9 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:18.037868 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Attempting to bind port 9b2d1518-258a-494f-826d-03e742fc76d9 on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:18.040075 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd8f19-49c1-450a-aec8-7e4a991d1b6b None None] Pushing event updated for resources: {'Port': ['ID=9b2d1518-258a-494f-826d-03e742fc76d9,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:18.043898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-33dd8f19-49c1-450a-aec8-7e4a991d1b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:18.047662 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 18, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:18.047662 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:18.047897 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.048270 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:18.048754 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Bound port: 9b2d1518-258a-494f-826d-03e742fc76d9, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:18.049140 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.109178 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.125087 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] For port 9b2d1518-258a-494f-826d-03e742fc76d9, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:18.125719 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Transition to ACTIVE for port object f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:18.128493 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] For port 9b2d1518-258a-494f-826d-03e742fc76d9, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=9b2d1518-258a-494f-826d-03e742fc76d9,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:18.132072 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.137237 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:18.149882 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.153610 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:18.219176 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:18.219822 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3a6910>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:18.221892 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:18.224713 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:18.229105 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:18.259914 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Pushing event updated for resources: {'Port': ['ID=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:18.270532 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:18.280980 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f353a9ed-4ce5-43ea-a434-623022779926 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:18.290344 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.317579 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd8f19-49c1-450a-aec8-7e4a991d1b6b None None] Pushing event updated for resources: {'Port': ['ID=9b2d1518-258a-494f-826d-03e742fc76d9,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:18.379167 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-33dd8f19-49c1-450a-aec8-7e4a991d1b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:18.410944 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.466898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port f353a9ed-4ce5-43ea-a434-623022779926 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:18.467284 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.497022 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:18.640001 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.645345 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.648430 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-d29db7b8-295d-432b-beb8-5f9a924425ee None None] Provisioning for port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:18.673260 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:18.718788 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-d29db7b8-295d-432b-beb8-5f9a924425ee None None] Provisioning complete for port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:18.719178 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d29db7b8-295d-432b-beb8-5f9a924425ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.756585 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:18.761497 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Pushing event updated for resources: {'Port': ['ID=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:18.766089 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:18.841232 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-d29db7b8-295d-432b-beb8-5f9a924425ee None None] Port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:00:18.900590 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:18.902164 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:18.935208 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3a6910>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:15Z', 'revision_number': 3, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:18.939749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8c233-b21f-43eb-9000-bd2f10cbbe92 None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:15Z', 'revision_number': 3, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:00:19.107903 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:00:19.181723 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-fcdd5b7e-77e9-43fa-a402-fb3235e20a4a None None] Provisioning complete for port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:19.182030 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5b7e-77e9-43fa-a402-fb3235e20a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:19.248816 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd5b7e-77e9-43fa-a402-fb3235e20a4a None None] Port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:00:19.293207 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:00:19.302793 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] 10.222.0.32 "PUT /v2.0/routers/4643d6e0-dfcb-4837-b819-6bd9aefc8564/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3456802
Dec 09 19:00:19.811408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45168) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:19.817104 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-713080138-network', 'tenant_id': '3b32d078ffa941ce848a237edee76b62'}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:19.821829 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:19.826280 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Usage tracker for resource:network and tenant:3b32d078ffa941ce848a237edee76b62 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:19.829084 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:19.834741 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:19.845823 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Made reservation on behalf of 3b32d078ffa941ce848a237edee76b62 for: {'network': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:00:19.848110 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for network, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:19.860534 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:19.878955 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:19.882901 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Usage tracker for resource:security_group_rule and tenant:3b32d078ffa941ce848a237edee76b62 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:19.885814 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:19.891496 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:19.974962 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:19.979061 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:19.982707 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a111f6bd-55d9-49c0-98ad-e1420f24aded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:20.012295 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'}  {{(pid=86868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 19:00:20.015223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a8920-a256-47e1-b0fb-d95bba20196a,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:20.018272 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:20.026413 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.026942 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.db.segments_db [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Added segment e6232e22-faa4-4bdc-981e-4bc9697f1c7c of type vlan for network c8766dd8-8334-48f8-be07-e22247446c6e
Dec 09 19:00:20.052562 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771345216184'] for network, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.081604 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259'] for network, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.082872 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:20.083448 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.087932 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a9625552-a608-47e3-9732-d6dfb2534586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:20.189997 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Pushing event updated for resources: {'Network': ['ID=c8766dd8-8334-48f8-be07-e22247446c6e,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:20.193264 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3807993
Dec 09 19:00:20.195506 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a68c31d7-91f0-4b92-9206-6d179e686b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:20.196230 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45172) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:20.202869 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Request body: {'subnet': {'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-713080138-subnet', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'ip_version': 4}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:20.208799 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:20.208928 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Network c8766dd8-8334-48f8-be07-e22247446c6e details requested by agent ovs-agent-dv-cinder-819346-1-iscsi with host dv-cinder-819346-1-iscsi {{(pid=86870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 19:00:20.213043 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Usage tracker for resource:subnet and tenant:3b32d078ffa941ce848a237edee76b62 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:20.219052 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:20.225123 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:20.238214 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Made reservation on behalf of 3b32d078ffa941ce848a237edee76b62 for: {'subnet': 1} {{(pid=86868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:00:20.241194 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2506245'] for subnet, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.326688 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9b2d1518-258a-494f-826d-03e742fc76d9 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:20.439557 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:00:20.443902 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 9b2d1518-258a-494f-826d-03e742fc76d9 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:20.450201 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:20.450387 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 9b2d1518-258a-494f-826d-03e742fc76d9 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:20.450700 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.451087 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc75190>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:20.512145 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-88176d6e-71f0-4409-a2de-71dee560c4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.591452 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.611986 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2506295'] for subnet, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.614769 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 9b2d1518-258a-494f-826d-03e742fc76d9, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=9b2d1518-258a-494f-826d-03e742fc76d9,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:20.616134 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:20.619334 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.628986 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:20.681203 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:20.717662 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=9b2d1518-258a-494f-826d-03e742fc76d9,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:20.721828 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3700104-aa59-46cc-bb49-e6199d5912d7,revision_number=0']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:20.722026 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:20.724471 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:20.742878 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Checking segment: {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:20.743401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Network hostable DHCP agents. Network: c8766dd8-8334-48f8-be07-e22247446c6e, hostable agents: ['61c6f200-0449-4b77-a00a-1a7dd0f2b0e5'], hosted agents: [] {{(pid=86868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 19:00:20.769669 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Network c8766dd8-8334-48f8-be07-e22247446c6e is scheduled to be hosted by DHCP agent 61c6f200-0449-4b77-a00a-1a7dd0f2b0e5 with binding_index 1 {{(pid=86868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 19:00:20.782501 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819346-1-iscsi, c8766dd8-8334-48f8-be07-e22247446c6e) {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:20.787161 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:20.787941 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.795804 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e873e1-d68f-4e72-b4d1-860d946012fc None None] Network c8766dd8-8334-48f8-be07-e22247446c6e requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:00:20.817081 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-42331869-cabf-43b8-ae11-6b626c717586 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6196165
Dec 09 19:00:20.819657 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45178) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:20.829136 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.v2.base [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}} {{(pid=86868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:20.835170 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:20.842030 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Usage tracker for resource:router and tenant:3b32d078ffa941ce848a237edee76b62 is out of sync, need to count used quota {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:20.845499 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86868) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:20.853849 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.quota.driver [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86868) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:20.875642 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1766620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65348'] for router, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.877252 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1768459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:20.900566 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.047243 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc75190>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 2, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:21.051854 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:00:21.052225 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Updating router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 19:00:21.052541 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e49c9d0-1dbb-522c-888d-9809fc288afa-c8766dd8-8334-48f8-be07-e22247446c6e', 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'fixed_ips': [{'subnet_id': 'b3700104-aa59-46cc-bb49-e6199d5912d7'}]}} from dv-cinder-819346-1-iscsi. {{(pid=86870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 09 19:00:21.053489 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.114123 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.236364 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65377'] for router, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.236605 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.db_base_plugin_common [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Allocated IP 172.20.0.2 (c8766dd8-8334-48f8-be07-e22247446c6e/b3700104-aa59-46cc-bb49-e6199d5912d7/b419901d-61fc-4b12-8c7c-d3ee15834426) {{(pid=86870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:21.354169 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.476195 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Notify callbacks [] for port, precommit_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.488039 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Transition to ACTIVE for port object b419901d-61fc-4b12-8c7c-d3ee15834426 will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:21.508143 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Transition to ACTIVE for port object b419901d-61fc-4b12-8c7c-d3ee15834426 will not be triggered until provisioned by entity DHCP. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:21.515174 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843'] for port, after_create {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.520493 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-ea30bd6c-19c3-4e81-9ce5-cb4325347fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:21.521248 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.533078 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Transition to ACTIVE for port object f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:21.540336 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.546215 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:21.586296 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Network c8766dd8-8334-48f8-be07-e22247446c6e is already hosted by enough agents. {{(pid=86870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:21.589782 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.scheduler.base_scheduler [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Resources bound (agent type, host, resource id):  {{(pid=86870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:21.594073 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Received port after_create {{(pid=86870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:21.601483 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.603244 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Pushing event updated for resources: {'Port': ['ID=b419901d-61fc-4b12-8c7c-d3ee15834426,revision_number=1']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:21.631159 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:21.636449 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.672502 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Pushing event updated for resources: {'Port': ['ID=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:21.722229 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Attempting to bind port b419901d-61fc-4b12-8c7c-d3ee15834426 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:21.722760 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Attempting to bind port b419901d-61fc-4b12-8c7c-d3ee15834426 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:21.724015 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Attempting to bind port b419901d-61fc-4b12-8c7c-d3ee15834426 on network c8766dd8-8334-48f8-be07-e22247446c6e {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:21.733234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:21.733803 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Checking segment: {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:21.734324 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.735304 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Bound using segment: {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:21.735926 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Bound port: b419901d-61fc-4b12-8c7c-d3ee15834426, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:21.736421 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.769662 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.770452 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.771241 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.771819 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.772370 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.772941 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.773831 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.774383 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.774897 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.775385 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.776081 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.776603 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:00:21.796246 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:21.809639 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Attempting to bind port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:21.810024 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Attempting to bind port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:21.810394 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Attempting to bind port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:21.816047 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:21.816834 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Checking segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:21.817454 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.818175 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Bound using segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:21.818812 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Bound port: f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:21.819374 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.822355 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Allocated IP 172.27.3.9 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/e35114b8-2824-448c-b52e-2b4f9d33295c) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:21.848094 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] For port b419901d-61fc-4b12-8c7c-d3ee15834426, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:21.851857 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] For port b419901d-61fc-4b12-8c7c-d3ee15834426, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=b419901d-61fc-4b12-8c7c-d3ee15834426,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:21.857667 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.863945 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:21.945599 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] For port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:21.949741 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] For port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:21.955969 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Pushing event updated for resources: {'Port': ['ID=b419901d-61fc-4b12-8c7c-d3ee15834426,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:21.957326 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:21.963450 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-a62744a8-4499-4a0c-941d-86706d010226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:21.966401 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:22.034494 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:22.035091 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc75190>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T18:59:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:22.041376 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:22.081548 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:22.085691 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-be08d084-04a1-4156-8d27-1061b942e9d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:22.174236 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:22.180773 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Pushing event updated for resources: {'Port': ['ID=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:22.186485 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-bd23769a-ba64-438a-b0b9-ad7ff45e6c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:22.191007 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:22.196980 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:22.243729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Pushing event updated for resources: {'Port': ['ID=e35114b8-2824-448c-b52e-2b4f9d33295c,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:22.249325 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:22.273474 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:22.386713 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device b419901d-61fc-4b12-8c7c-d3ee15834426 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:22.486968 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port b419901d-61fc-4b12-8c7c-d3ee15834426 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:22.492477 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9b2d1518-258a-494f-826d-03e742fc76d9 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:22.562968 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 9b2d1518-258a-494f-826d-03e742fc76d9 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:22.563364 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:22.635032 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cdc75190>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:21Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:22.639519 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3cd35-6eb9-486c-88d5-9bc29abb6079 None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:21Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:00:22.815815 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.083550 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e5380fcb-1fe0-4081-a14b-04617a7bf251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.106965 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8bdb8-e1ac-44bb-9924-490036b658bb None None] Network c8766dd8-8334-48f8-be07-e22247446c6e requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:00:23.200548 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1768156'] for router, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.246583 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Provisioning for port b419901d-61fc-4b12-8c7c-d3ee15834426 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:23.267309 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Provisioning complete for port b419901d-61fc-4b12-8c7c-d3ee15834426 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:23.267696 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.417160 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 is scheduled to L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 with binding_index 1 {{(pid=86868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 09 19:00:23.503021 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.547840 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] For port b419901d-61fc-4b12-8c7c-d3ee15834426, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=b419901d-61fc-4b12-8c7c-d3ee15834426,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:23.553563 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.557957 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:23.612810 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:00:23.625749 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Sync routers for ids ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:00:23.644085 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] Notify callbacks [] for router, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.647876 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-01e7415b-0012-4ae6-935b-97fe22ee4397 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.8245223
Dec 09 19:00:23.648019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Routers {'e1d92f39-f1c4-4874-89b7-cd6a430e3d44'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:23.648019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0326d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:00:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:23.648237 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45192) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:23.700275 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Pushing event updated for resources: {'Port': ['ID=b419901d-61fc-4b12-8c7c-d3ee15834426,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:23.708176 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:23.816100 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-1ba2952c-a78a-48bd-afa6-a841e373ca3e None None] Provisioning complete for port b419901d-61fc-4b12-8c7c-d3ee15834426 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:23.816404 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-1ba2952c-a78a-48bd-afa6-a841e373ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:23.902936 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Set router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:24.262193 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.279061 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0326d0>, [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:00:22Z', 'revision_number': 3, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:24.282973 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Checking router: e1d92f39-f1c4-4874-89b7-cd6a430e3d44 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:00:24.283335 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Updating router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 port e35114b8-2824-448c-b52e-2b4f9d33295c binding host dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 19:00:24.318368 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:24.390757 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.497547 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.503048 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:24.510053 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:24.510456 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.702767 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.db_base_plugin_common [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Allocated IP 172.20.0.1 (c8766dd8-8334-48f8-be07-e22247446c6e/b3700104-aa59-46cc-bb49-e6199d5912d7/9a8fcae2-f255-431d-961e-3b7a875a9661) {{(pid=86868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:24.793158 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.841745 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:24.857995 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.870771 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.871635 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device b419901d-61fc-4b12-8c7c-d3ee15834426 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:24.874290 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.provisioning_blocks [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Transition to ACTIVE for port object 9a8fcae2-f255-431d-961e-3b7a875a9661 will not be triggered until provisioned by entity DHCP. {{(pid=86868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:24.898798 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:24.903680 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-f9a904bc-4622-4146-8596-856aba0e6612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:24.905612 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:24.968700 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Network c8766dd8-8334-48f8-be07-e22247446c6e is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:24.972004 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:24.975729 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Received port after_create {{(pid=86868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:25.012101 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Notify callbacks [] for port, precommit_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.015923 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8fcae2-f255-431d-961e-3b7a875a9661,revision_number=1']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:25.020570 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:25.035797 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Transition to ACTIVE for port object e35114b8-2824-448c-b52e-2b4f9d33295c will not be triggered until provisioned by entity L2. {{(pid=86870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:25.036251 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692434'] for router_interface, before_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.038325 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:25.043937 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:25.048135 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.053167 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:25.134420 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port b419901d-61fc-4b12-8c7c-d3ee15834426 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:25.134811 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.162868 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.177825 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ae71b-0f00-44dd-8a6e-63f98abc965b None None] Pushing event updated for resources: {'Port': ['ID=e35114b8-2824-448c-b52e-2b4f9d33295c,revision_number=2']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:25.182217 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Attempting to bind port e35114b8-2824-448c-b52e-2b4f9d33295c on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:25.182670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Attempting to bind port e35114b8-2824-448c-b52e-2b4f9d33295c by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:25.183085 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Attempting to bind port e35114b8-2824-448c-b52e-2b4f9d33295c on network 6d57054d-dc39-4663-b913-2440d2cca4c7 {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:25.185326 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-a73ae71b-0f00-44dd-8a6e-63f98abc965b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:25.199635 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:25.200033 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Checking segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:25.200456 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.201039 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Bound using segment: {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'} {{(pid=86870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:25.201392 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.managers [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Bound port: e35114b8-2824-448c-b52e-2b4f9d33295c, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e4346b-4584-46d0-ada8-c8f2b00f7505', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7'}}] {{(pid=86870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:25.201861 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.285490 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-84cec5ad-2bb7-4db8-9407-401341c8fbf4 None None] Provisioning for port 9a8fcae2-f255-431d-961e-3b7a875a9661 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:25.297670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-84cec5ad-2bb7-4db8-9407-401341c8fbf4 None None] Provisioning complete for port 9a8fcae2-f255-431d-961e-3b7a875a9661 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:25.298001 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-84cec5ad-2bb7-4db8-9407-401341c8fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.383589 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] For port e35114b8-2824-448c-b52e-2b4f9d33295c, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:25.397658 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.402802 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102590'] for port, after_update {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.412316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-84cec5ad-2bb7-4db8-9407-401341c8fbf4 None None] Port 9a8fcae2-f255-431d-961e-3b7a875a9661 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:00:25.414765 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] For port e35114b8-2824-448c-b52e-2b4f9d33295c, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=e35114b8-2824-448c-b52e-2b4f9d33295c,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:25.421537 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.425154 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:25.431319 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-05e8bceb-4efa-4328-a9a6-2184b2606eec tempest-AttachVolumeTestJSON-1451372185 tempest-AttachVolumeTestJSON-1451372185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:25.500234 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Routers {'e1d92f39-f1c4-4874-89b7-cd6a430e3d44'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:25.500877 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0326d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:00:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:25.509189 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8fcae2-f255-431d-961e-3b7a875a9661,revision_number=2']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:25.511847 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692657'] for router_interface, after_create {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:25.515390 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:25.558898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ae71b-0f00-44dd-8a6e-63f98abc965b None None] Pushing event updated for resources: {'Port': ['ID=e35114b8-2824-448c-b52e-2b4f9d33295c,revision_number=3']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:25.568361 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-a73ae71b-0f00-44dd-8a6e-63f98abc965b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:25.651520 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Network c8766dd8-8334-48f8-be07-e22247446c6e is already hosted by enough agents. {{(pid=86868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:25.652691 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.base_scheduler [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:25.686716 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] Set router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:25.951917 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:00:25.986666 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-bc547328-e2f4-430d-b994-cbddc07ae9e4 None None] Provisioning complete for port 9a8fcae2-f255-431d-961e-3b7a875a9661 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:25.987048 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-bc547328-e2f4-430d-b994-cbddc07ae9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:26.054558 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:26.064831 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-bc547328-e2f4-430d-b994-cbddc07ae9e4 None None] Port 9a8fcae2-f255-431d-961e-3b7a875a9661 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:00:26.085124 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0326d0>, [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '9a8fcae2-f255-431d-961e-3b7a875a9661', 'name': '', 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'mac_address': 'fa:16:3e:f1:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:24Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 2, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'subnets': [{'id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:26.089920 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f00ed2-6daa-4d8d-9b57-083faac60b29 None None] The sync data for ids ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'] in dv-cinder-819346-1-iscsi is: [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '9a8fcae2-f255-431d-961e-3b7a875a9661', 'name': '', 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'mac_address': 'fa:16:3e:f1:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:24Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 2, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'subnets': [{'id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:00:26.139398 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:00:26.154331 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-e0d66cd7-dfbf-460d-8d1b-64b5e0004ca0 admin admin] 10.222.0.32 "PUT /v2.0/routers/e1d92f39-f1c4-4874-89b7-cd6a430e3d44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5045359
Dec 09 19:00:26.246152 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:26.341410 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:26.341801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:26.485789 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.064909 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45204) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:27.070299 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48320057', 'description': 'tempest-secgroup-smoke-48320057 description', 'project_id': '7a55054633bd4301863bd48917006371'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:27.076465 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.080688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.083825 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.091611 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.101521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.130232 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.134102 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.137725 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.143597 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.218642 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.222696 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.226437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-80d6703d-dbe0-4f8f-b332-1396f9774b15 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:27.266995 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ab892-0643-4e7a-8f5a-62f58bb64281,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:27.269895 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.271098 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2050879
Dec 09 19:00:27.271962 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b8784b49-1823-49a9-abf5-198406bb0982 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:27.273922 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45208) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:27.279705 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group_rule': {'security_group_id': 'b61ab892-0643-4e7a-8f5a-62f58bb64281', 'project_id': '7a55054633bd4301863bd48917006371', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:27.285944 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.289948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.293105 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.299068 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.318683 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.381834 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.385856 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.387826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:27.409751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999c6c18-bcc6-4317-99a5-e2c25558c276,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:27.412096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:27.419648 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.421115 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-56dca8a0-8a53-4029-87ac-f3e0d59ce508 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1462848
Dec 09 19:00:27.423810 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45212) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:27.428816 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group_rule': {'security_group_id': 'b61ab892-0643-4e7a-8f5a-62f58bb64281', 'project_id': '7a55054633bd4301863bd48917006371', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:27.434716 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.438512 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.441364 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.446955 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.466637 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.619517 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.623632 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.625916 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:27.649293 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd2cec7-d5d5-4338-946f-0c1445500566,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:27.654517 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:27.658916 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.660089 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-443a7ecf-a73c-47f2-8df3-29423c889626 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2353435
Dec 09 19:00:27.662728 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45216) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:27.667828 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group_rule': {'security_group_id': 'b61ab892-0643-4e7a-8f5a-62f58bb64281', 'project_id': '7a55054633bd4301863bd48917006371', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:27.673604 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.677464 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.680542 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.686485 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.703948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.767181 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.770549 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.772485 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:27.795566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f028715e-1a3c-470b-8ab1-fe4194be187e,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:27.799862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:27.804117 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.805316 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1415818
Dec 09 19:00:27.808025 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45220) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:27.812933 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group_rule': {'security_group_id': 'b61ab892-0643-4e7a-8f5a-62f58bb64281', 'project_id': '7a55054633bd4301863bd48917006371', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:27.818620 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.822418 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.825327 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.831019 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.848296 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.914696 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.918959 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.926415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6c5763f4-9e5c-4bee-869b-4e995c56325c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:27.946449 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9502c8-db88-488b-a7f2-41da7d5f19ce,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:27.948964 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:27.953459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:27.954703 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-0e609c6a-2576-4e7c-9578-dce120ca191a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1457756
Dec 09 19:00:27.957446 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45224) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:27.962439 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group_rule': {'security_group_id': 'b61ab892-0643-4e7a-8f5a-62f58bb64281', 'project_id': '7a55054633bd4301863bd48917006371', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:27.969127 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:27.972949 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:27.975917 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:27.981935 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:27.991256 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.securitygroups_db [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Project 7a55054633bd4301863bd48917006371 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 19:00:27.998168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.061217 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.065412 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.067381 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:28.089739 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32cb03d-15ee-4f2c-aee2-65b46da73352,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:28.092403 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:28.099585 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.100668 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-6bbb7343-3e64-44bb-8ca7-fd6ff330c052 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1423090
Dec 09 19:00:28.103483 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45228) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:00:28.109001 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'security_group_rule': {'security_group_id': 'b61ab892-0643-4e7a-8f5a-62f58bb64281', 'project_id': '7a55054633bd4301863bd48917006371', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:28.114806 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:28.118709 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:security_group_rule and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:00:28.122267 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:00:28.128037 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:28.137633 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.securitygroups_db [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Project 7a55054633bd4301863bd48917006371 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 19:00:28.143925 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.221699 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.225821 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818187'] for security_group_rule, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.227819 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:28.255735 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c13353-9c39-45d0-b8cf-be04e8c05e5d,revision_number=0']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:28.260674 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:28.266482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.267938 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-4135343b-bfd7-4e22-b2ad-c0f062821149 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1630044
Dec 09 19:00:28.275434 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e35114b8-2824-448c-b52e-2b4f9d33295c up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:28.351775 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port e35114b8-2824-448c-b52e-2b4f9d33295c completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:28.357249 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port e35114b8-2824-448c-b52e-2b4f9d33295c triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:28.357650 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.517142 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.533071 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port e35114b8-2824-448c-b52e-2b4f9d33295c, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=e35114b8-2824-448c-b52e-2b4f9d33295c,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:28.537192 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:28.539009 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:28.606324 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=e35114b8-2824-448c-b52e-2b4f9d33295c,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:28.609435 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:29.547683 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Sync routers for ids ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:00:29.557005 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Routers {'e1d92f39-f1c4-4874-89b7-cd6a430e3d44'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:29.557591 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd803b50>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:00:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:29.763382 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Set router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:30.081594 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd803b50>, [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '9a8fcae2-f255-431d-961e-3b7a875a9661', 'name': '', 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'mac_address': 'fa:16:3e:f1:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:24Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 2, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'subnets': [{'id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:30.085639 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Checking router: e1d92f39-f1c4-4874-89b7-cd6a430e3d44 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:00:30.086001 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Updating router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 port 9a8fcae2-f255-431d-961e-3b7a875a9661 binding host dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 09 19:00:30.140303 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.241527 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e35114b8-2824-448c-b52e-2b4f9d33295c up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:30.310644 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port e35114b8-2824-448c-b52e-2b4f9d33295c triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:30.311085 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.495620 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Notify callbacks [] for port, precommit_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.507609 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.provisioning_blocks [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Transition to ACTIVE for port object 9a8fcae2-f255-431d-961e-3b7a875a9661 will not be triggered until provisioned by entity L2. {{(pid=86871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:30.514139 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.517740 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:30.672152 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ed90c-20b7-474c-9dc0-8c98a3c7409e None None] Pushing event updated for resources: {'Port': ['ID=9a8fcae2-f255-431d-961e-3b7a875a9661,revision_number=3']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:30.679865 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-8b1ed90c-20b7-474c-9dc0-8c98a3c7409e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:30.738779 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Attempting to bind port 9a8fcae2-f255-431d-961e-3b7a875a9661 on host dv-cinder-819346-1-iscsi for vnic_type normal with profile  {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:30.739287 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Attempting to bind port 9a8fcae2-f255-431d-961e-3b7a875a9661 by drivers openvswitch,hyperv on host dv-cinder-819346-1-iscsi at level 0 using segments [{'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:30.739526 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Attempting to bind port 9a8fcae2-f255-431d-961e-3b7a875a9661 on network c8766dd8-8334-48f8-be07-e22247446c6e {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:30.746099 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Checking agent: {'id': 'e7305d79-3aa1-4caa-a3b3-a5b25bf2a72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819346-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 36, 21), 'started_at': datetime.datetime(2021, 12, 9, 18, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819346-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:30.746623 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Checking segment: {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:30.747040 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.747486 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Bound using segment: {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'} {{(pid=86871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:30.747963 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.managers [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Bound port: 9a8fcae2-f255-431d-961e-3b7a875a9661, host: dv-cinder-819346-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e'}}] {{(pid=86871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:30.748366 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.844150 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] For port 9a8fcae2-f255-431d-961e-3b7a875a9661, host dv-cinder-819346-1-iscsi, cleared binding levels {{(pid=86871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:30.847340 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.plugins.ml2.db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] For port 9a8fcae2-f255-431d-961e-3b7a875a9661, host dv-cinder-819346-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=9a8fcae2-f255-431d-961e-3b7a875a9661,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:30.850763 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:30.855575 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:30.926594 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Routers {'e1d92f39-f1c4-4874-89b7-cd6a430e3d44'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:00:30.927175 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd803b50>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:00:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:31.043852 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ed90c-20b7-474c-9dc0-8c98a3c7409e None None] Pushing event updated for resources: {'Port': ['ID=9a8fcae2-f255-431d-961e-3b7a875a9661,revision_number=4']} {{(pid=86871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:31.058304 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG oslo_concurrency.lockutils [None req-8b1ed90c-20b7-474c-9dc0-8c98a3c7409e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:31.118819 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] Set router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:00:31.460746 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd803b50>, [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '9a8fcae2-f255-431d-961e-3b7a875a9661', 'name': '', 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'mac_address': 'fa:16:3e:f1:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:24Z', 'updated_at': '2021-12-09T19:00:30Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'subnets': [{'id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:00:31.465534 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a2f74-b538-42d4-adc5-8890bbb7af2d None None] The sync data for ids ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'] in dv-cinder-819346-1-iscsi is: [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:00:25Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': '9a8fcae2-f255-431d-961e-3b7a875a9661', 'name': '', 'network_id': 'c8766dd8-8334-48f8-be07-e22247446c6e', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'mac_address': 'fa:16:3e:f1:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:24Z', 'updated_at': '2021-12-09T19:00:30Z', 'revision_number': 4, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'subnets': [{'id': 'b3700104-aa59-46cc-bb49-e6199d5912d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:00:32.257296 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9a8fcae2-f255-431d-961e-3b7a875a9661 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:32.329045 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning for port 9a8fcae2-f255-431d-961e-3b7a875a9661 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:32.333858 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 9a8fcae2-f255-431d-961e-3b7a875a9661 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:32.334242 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:32.453019 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:32.485887 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] For port 9a8fcae2-f255-431d-961e-3b7a875a9661, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=9a8fcae2-f255-431d-961e-3b7a875a9661,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:32.489772 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:32.491568 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:32.561847 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Pushing event updated for resources: {'Port': ['ID=9a8fcae2-f255-431d-961e-3b7a875a9661,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:32.564801 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:34.242671 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9a8fcae2-f255-431d-961e-3b7a875a9661 up at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:34.314992 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Provisioning complete for port 9a8fcae2-f255-431d-961e-3b7a875a9661 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:34.315376 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:44.593160 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-1dacb3b1-3fec-4655-96b9-a4ba0e11c84a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:security_group {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:00:44.609353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-1dacb3b1-3fec-4655-96b9-a4ba0e11c84a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:security_group {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:00:44.610487 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-1dacb3b1-3fec-4655-96b9-a4ba0e11c84a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48320057&fields=id&tenant_id=7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 267 time: 0.0573459
Dec 09 19:00:44.761350 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-f9696213-73dd-4834-9af2-efdf22859b87 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:44.761961 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-f9696213-73dd-4834-9af2-efdf22859b87 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:network {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:00:44.778038 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-f9696213-73dd-4834-9af2-efdf22859b87 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:network {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:00:44.779173 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-f9696213-73dd-4834-9af2-efdf22859b87 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 811 time: 0.1621525
Dec 09 19:00:44.793983 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-ff4244f5-2057-4c94-9798-2e37d0ac16ac tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/quotas/7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 375 time: 0.0095062
Dec 09 19:00:44.877446 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-4e5e2bd5-b0c7-4c00-b0ef-8ae54277e7b8 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0780218
Dec 09 19:00:45.013129 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-d7b0daea-e502-4b31-8b14-fde3efe5641c service neutron] 10.222.0.32 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243720
Dec 09 19:00:45.143086 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-c96640da-341e-4347-bac4-c74b7dca85c3 service neutron] 10.222.0.32 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242998
Dec 09 19:00:45.640130 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-76d991f5-9078-446a-9b74-fc415f1c7f8a req-971ced8d-5acd-4491-926c-acb22babc407 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:00:45.657550 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-76d991f5-9078-446a-9b74-fc415f1c7f8a req-971ced8d-5acd-4491-926c-acb22babc407 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:00:45.658721 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-76d991f5-9078-446a-9b74-fc415f1c7f8a req-971ced8d-5acd-4491-926c-acb22babc407 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 210 time: 0.1680372
Dec 09 19:00:46.705349 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:00:46.706006 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-a9a00130-6866-45ee-84fd-98cdcbe8fd4c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:46.707215 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-a9a00130-6866-45ee-84fd-98cdcbe8fd4c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 811 time: 0.1516755
Dec 09 19:00:46.762418 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-64777107-0083-4449-8bbf-e43d5ac76b3e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 378 time: 0.0473912
Dec 09 19:00:46.771022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'port': {'device_id': '93bba545-f127-48f9-91f6-41949d106872', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'admin_state_up': True, 'tenant_id': '7a55054633bd4301863bd48917006371', 'security_groups': ['b61ab892-0643-4e7a-8f5a-62f58bb64281']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:46.893633 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-6bb70029-bda4-499b-8000-ced4037547b0 req-4816b70e-d1a4-4c34-870e-05e02483e008 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 210 time: 0.1058013
Dec 09 19:00:46.951581 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:00:46.961081 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:00:46.971015 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Made reservation on behalf of 7a55054633bd4301863bd48917006371 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:00:46.974504 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:47.142934 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Allocated IP 172.20.0.11 (28157b92-dd8f-42d2-a432-e7e84fe3b410/d0520c9a-dd83-480d-8492-b59c7d0f105b/a00bffb2-1a35-4de5-9fe4-c30c6a3a5320) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:00:47.338674 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:47.354226 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Transition to ACTIVE for port object a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:47.377737 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:47.383228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a6e67a05-39cb-4d7c-a132-c20bba1cd8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:47.551266 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:00:47.554182 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:00:47.558713 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:00:47.590292 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:47.602208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:47.628486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:47.629112 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:47.654723 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-5236a5fa-393b-49f9-98e9-f2c29169d43e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8874111
Dec 09 19:00:47.711275 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Request body: {'port': {'device_id': '93bba545-f127-48f9-91f6-41949d106872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:00:47.754745 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-4b8eec28-fb05-4dc6-8516-f294662cae88 None None] Provisioning for port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:47.759635 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-4b8eec28-fb05-4dc6-8516-f294662cae88 None None] Provisioning complete for port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:47.760561 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4b8eec28-fb05-4dc6-8516-f294662cae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:47.816532 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-4b8eec28-fb05-4dc6-8516-f294662cae88 None None] Port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:00:47.828070 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:48.085655 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a12f3-1f34-43c4-9627-b0dde53dac19 req-c284c89e-3ec3-492f-a97c-269c5324e53c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:48.087041 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c6a12f3-1f34-43c4-9627-b0dde53dac19 req-c284c89e-3ec3-492f-a97c-269c5324e53c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 932 time: 0.0846350
Dec 09 19:00:48.131745 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7c6a12f3-1f34-43c4-9627-b0dde53dac19 req-ea76c422-3886-422a-a424-6f5e570ca524 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385766
Dec 09 19:00:48.175693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 19:00:48.184289 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:48.199952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Transition to ACTIVE for port object a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:00:48.203035 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:48.207440 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9a035008-29ff-4f72-9801-0c19b7ae29a6 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:48.362040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Pushing event updated for resources: {'Port': ['ID=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:48.369140 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:48.442465 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Attempting to bind port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:00:48.442809 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Attempting to bind port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:00:48.443138 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Attempting to bind port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:48.447740 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 19:00:48.448063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Attempting to bind port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:00:48.453080 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:00:48.453459 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Checking segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:00:48.453848 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Bound using segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:00:48.454272 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Bound port: a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:00:48.454624 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:48.549145 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] For port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:00:48.551954 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] For port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:00:48.556610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:48.561767 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e2b55689-3aa8-455a-920c-b7306cb602af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:48.610079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:48.610079 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:48.611254 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] 10.222.0.45 "PUT /v2.0/ports/a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 200  len: 1094 time: 0.9488592
Dec 09 19:00:48.613760 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:00:48.688086 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'status': 'completed', 'code': 200}
Dec 09 19:00:48.688681 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Pushing event updated for resources: {'Port': ['ID=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:48.696022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:48.738753 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-4f5340e3-68df-4c63-a66a-efafadf14dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:48.740340 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-4f5340e3-68df-4c63-a66a-efafadf14dda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1097 time: 0.0879321
Dec 09 19:00:48.811455 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-9f28d729-e239-409f-9a2d-1e1834537e34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 200  len: 217 time: 0.0627511
Dec 09 19:00:48.877825 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-48bd94a9-1217-47c5-85e2-8d8bcc30ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:48.879217 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-48bd94a9-1217-47c5-85e2-8d8bcc30ded6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0617044
Dec 09 19:00:48.954119 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-01accbcf-a198-4f7e-98dc-57b51416e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:48.955591 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-01accbcf-a198-4f7e-98dc-57b51416e293 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706251
Dec 09 19:00:49.086816 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-1e720dda-2fe6-4a89-9ecb-cfaee4dd7bdd service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243374
Dec 09 19:00:49.220242 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-2be6cc6b-e040-4995-a68b-d03548dbf2af req-c2547dde-8b0e-40df-8798-5d6beb9abf1b service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273975
Dec 09 19:00:49.319794 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736368-ae85-49ce-a9f6-6f4fe00c698a req-71ec6184-183d-4b15-b8f9-b9324aa90536 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:49.321291 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f4736368-ae85-49ce-a9f6-6f4fe00c698a req-71ec6184-183d-4b15-b8f9-b9324aa90536 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 944 time: 0.0803714
Dec 09 19:00:49.351616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-6a10be1b-511e-42af-8cd4-861e3c6e6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:49.353086 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-6a10be1b-511e-42af-8cd4-861e3c6e6b3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1097 time: 0.0710218
Dec 09 19:00:49.366538 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f4736368-ae85-49ce-a9f6-6f4fe00c698a req-ca01a848-00ea-40d9-aa16-c2030eb34a71 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390105
Dec 09 19:00:49.581701 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-5569100b-5dcc-429c-a399-e130a3a7cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:49.583061 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-5569100b-5dcc-429c-a399-e130a3a7cbff service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.2224977
Dec 09 19:00:49.649396 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-40a5d571-9da2-4f4b-bb85-e57beff7a2c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 200  len: 217 time: 0.0592902
Dec 09 19:00:49.713668 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-4faf896d-7d1f-4bb1-b1ad-950a9c812ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:49.715280 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-4faf896d-7d1f-4bb1-b1ad-950a9c812ed9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0598977
Dec 09 19:00:49.793364 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-32010c2e-e988-408b-b2f4-136b785b75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:49.794880 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-32010c2e-e988-408b-b2f4-136b785b75d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731966
Dec 09 19:00:49.927331 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-e982f4b5-0bf3-4af0-abf0-8271822450d9 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248696
Dec 09 19:00:50.059436 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-848d13ac-b63e-4a50-8be4-3eb60690fce4 req-64a25f2e-dd36-47e2-962c-8de16c4b8d30 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257663
Dec 09 19:00:50.485260 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3ca28085-7ede-4cc1-b29b-54dea896eaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:50.559929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050d50-111d-44fa-848a-245a20e66d20 req-e02cc248-b89b-4a29-a648-9cae10baff0b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:50.560609 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-b3050d50-111d-44fa-848a-245a20e66d20 req-e02cc248-b89b-4a29-a648-9cae10baff0b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:00:50.575638 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-b3050d50-111d-44fa-848a-245a20e66d20 req-e02cc248-b89b-4a29-a648-9cae10baff0b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:00:50.576758 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b3050d50-111d-44fa-848a-245a20e66d20 req-e02cc248-b89b-4a29-a648-9cae10baff0b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 944 time: 0.1034644
Dec 09 19:00:50.622435 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b3050d50-111d-44fa-848a-245a20e66d20 req-70f46678-6965-4f6f-8b1b-0ab782b36869 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400026
Dec 09 19:00:51.317620 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:51.806076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b46aa-ebaf-4f83-adeb-3bea0c71f098 req-042adccf-e780-4470-99b1-72cee27aa65f tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:51.808206 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-589b46aa-ebaf-4f83-adeb-3bea0c71f098 req-042adccf-e780-4470-99b1-72cee27aa65f tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 944 time: 0.0828390
Dec 09 19:00:51.856366 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-589b46aa-ebaf-4f83-adeb-3bea0c71f098 req-0eb136d4-1c3e-4b6e-afac-39fba3e7ee20 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426152
Dec 09 19:00:53.042616 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c50d9a-134f-4a88-8658-4a5c54e4b192 req-203a5f6d-311c-423d-a48e-29a58ada4ea2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:53.044062 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-39c50d9a-134f-4a88-8658-4a5c54e4b192 req-203a5f6d-311c-423d-a48e-29a58ada4ea2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 944 time: 0.0798836
Dec 09 19:00:53.066074 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-82df85c3-8cf6-4033-89ed-a95a0fe2075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:53.090474 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-39c50d9a-134f-4a88-8658-4a5c54e4b192 req-e4788712-46aa-4fe2-8e67-eeb8681d4c5a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399482
Dec 09 19:00:54.258673 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:54.276408 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72196e99-dfca-4d79-ac8d-8b065e83c50d req-32116bd0-cb0b-4bd2-a34e-cb032c1724dd tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:54.277891 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72196e99-dfca-4d79-ac8d-8b065e83c50d req-32116bd0-cb0b-4bd2-a34e-cb032c1724dd tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 944 time: 0.0824056
Dec 09 19:00:54.325697 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-72196e99-dfca-4d79-ac8d-8b065e83c50d req-98f35879-9bc1-418f-a70c-93af8c7a6bf8 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421846
Dec 09 19:00:55.510933 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da935785-5634-41ef-ad40-7f90d18c76ac req-2eef92da-d4b9-4e07-a063-56ed83d0da8a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:55.512382 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-da935785-5634-41ef-ad40-7f90d18c76ac req-2eef92da-d4b9-4e07-a063-56ed83d0da8a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 944 time: 0.0839937
Dec 09 19:00:55.556330 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-da935785-5634-41ef-ad40-7f90d18c76ac req-a16ac2d3-52d2-4c08-8fe9-3b9741dcf1bd tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382872
Dec 09 19:00:55.967850 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 19:00:56.063746 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:56.110298 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:56.123136 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'port_id': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'mac_address': 'fa:16:3e:bc:63:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 19:00:56.177686 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:56.194554 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 19:00:56.209792 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:56.214431 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:56.216424 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-4960a993-3042-4137-b8c5-5c1c289a18f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:56.283740 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:56.286742 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:56.415549 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['a00bffb2-1a35-4de5-9fe4-c30c6a3a5320'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 19:00:56.500032 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:56.737421 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1dc34-e43a-4fe9-af51-e8964d79279e req-44902d47-b7f4-4850-98e6-a83555ad149f tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:56.738877 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b7e1dc34-e43a-4fe9-af51-e8964d79279e req-44902d47-b7f4-4850-98e6-a83555ad149f tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 945 time: 0.0790431
Dec 09 19:00:56.783244 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b7e1dc34-e43a-4fe9-af51-e8964d79279e req-8a565bb3-44d2-4765-b5fe-14c15a0cfaa3 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385597
Dec 09 19:00:57.965654 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ef0f-8651-4501-96cf-466e104bf53a req-a4ae24ad-7819-4bbb-bbac-22736bf6f728 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:57.967372 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-53a2ef0f-8651-4501-96cf-466e104bf53a req-a4ae24ad-7819-4bbb-bbac-22736bf6f728 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 945 time: 0.0799420
Dec 09 19:00:57.983386 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:00:58.015173 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-53a2ef0f-8651-4501-96cf-466e104bf53a req-81cfc625-d17d-49d1-af96-ec9264c6946e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422363
Dec 09 19:00:58.051938 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:00:58.057142 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:00:58.057674 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:58.170730 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:58.196700 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:00:58.206919 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:00:58.211250 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:00:58.213074 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-a73ae71b-0f00-44dd-8a6e-63f98abc965b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:00:58.279264 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:00:58.282299 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:00:58.295053 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'code': 200}
Dec 09 19:00:58.574245 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e998a-ac0c-4bb8-b308-e89c60863305 req-84666641-302d-4130-969b-9c00217be27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:58.575620 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-da8e998a-ac0c-4bb8-b308-e89c60863305 req-84666641-302d-4130-969b-9c00217be27f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1099 time: 0.0742505
Dec 09 19:00:58.615849 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-da8e998a-ac0c-4bb8-b308-e89c60863305 req-f057d14f-b596-45a9-b7b6-f09c8dfa3385 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0333319
Dec 09 19:00:59.204169 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ba151-6be7-4f91-8cb9-ab3611ab3940 req-adacc0f3-542e-4058-907f-97acf5809a7e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:00:59.205554 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c44ba151-6be7-4f91-8cb9-ab3611ab3940 req-adacc0f3-542e-4058-907f-97acf5809a7e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 946 time: 0.0835004
Dec 09 19:00:59.252015 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c44ba151-6be7-4f91-8cb9-ab3611ab3940 req-214da394-cdaa-491a-ae10-efd73768c265 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409381
Dec 09 19:01:00.436892 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04a06-14d8-48ae-9dfa-7aec70641c4b req-c97ab914-c343-4c1b-9642-96cd6152e8e8 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:00.438337 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c04a06-14d8-48ae-9dfa-7aec70641c4b req-c97ab914-c343-4c1b-9642-96cd6152e8e8 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 946 time: 0.0812140
Dec 09 19:01:00.481524 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c04a06-14d8-48ae-9dfa-7aec70641c4b req-8dae15a6-2be2-4f64-abda-b7d097e188a2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0375164
Dec 09 19:01:00.668142 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433885-d814-4037-97c9-db3a44fd82ba req-5cfd40f9-8d03-4b5b-b82c-85f42c615e5e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:00.669628 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8d433885-d814-4037-97c9-db3a44fd82ba req-5cfd40f9-8d03-4b5b-b82c-85f42c615e5e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 946 time: 0.0808666
Dec 09 19:01:00.713482 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-8d433885-d814-4037-97c9-db3a44fd82ba req-41a1fecb-f9ae-406b-97ac-e28e538734bb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376768
Dec 09 19:01:00.736647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45396) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:01:00.849722 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8001648-1bcd-4994-8ebb-b1fd004f267c tempest-TestVolumeBootPattern-1302616485 tempest-TestVolumeBootPattern-1302616485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:00.851207 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a8001648-1bcd-4994-8ebb-b1fd004f267c tempest-TestVolumeBootPattern-1302616485 tempest-TestVolumeBootPattern-1302616485-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1094 time: 0.1136665
Dec 09 19:01:00.854071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45402) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:01:00.858928 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'port_id': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'tenant_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:01:00.864747 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:01:00.868585 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:floatingip and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:01:00.871955 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:01:00.877646 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:01:00.888380 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:01.022739 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:01.152381 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Allocated IP 172.27.3.49 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/652beb8d-e9a8-4b86-8211-aa97e9bc0b3a) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:01:01.396302 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:01.425635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:01.429968 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-89ef8d7a-ef63-487a-bd18-359b838f958c tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:01:01.483349 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:01:01.484428 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:01:01.492314 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:01:01.550422 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=652beb8d-e9a8-4b86-8211-aa97e9bc0b3a,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:01:01.562648 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.563039 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.563419 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.563792 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.564160 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.564529 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.564897 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.565314 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.565748 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.566110 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.566471 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.566858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:01:01.571948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:01:01.818029 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-06a850c9-5bb9-4caa-81d0-d8da25bcd9a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2149098
Dec 09 19:01:02.024682 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-c7c3e6a8-bb68-4c6a-9a0d-24161c11bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:02.026319 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-c7c3e6a8-bb68-4c6a-9a0d-24161c11bd10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1099 time: 0.1308184
Dec 09 19:01:02.137983 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:02.190148 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-d50710e2-29a7-44f9-8d7b-f6fa004d4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:02.191625 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-d50710e2-29a7-44f9-8d7b-f6fa004d4f1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1461027
Dec 09 19:01:02.319443 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:02.366251 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-9d4c73ce-7450-4f99-9930-2e60ec482dc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 200  len: 999 time: 0.1499126
Dec 09 19:01:02.503463 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-5a460191-f2aa-41da-9181-efe8e9d3be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:02.504835 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-5a460191-f2aa-41da-9181-efe8e9d3be19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.1295016
Dec 09 19:01:02.631317 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-e304eb1b-f1cb-4d24-9d47-70101367b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:02.632781 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-e304eb1b-f1cb-4d24-9d47-70101367b841 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1186762
Dec 09 19:01:02.671315 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:02.717096 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:02.831596 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-72f2ce0b-b0fd-4f38-b9ac-ea3677d2834d tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:01:02.948924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=652beb8d-e9a8-4b86-8211-aa97e9bc0b3a,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:01:02.964360 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:01:02.989570 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:03.044919 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-84f97e05-e7cd-44f9-92f6-17e25dd72028 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009192
Dec 09 19:01:03.272305 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Floating IP b95e993f-1332-45a5-b996-8d011c7d7c55 associated. External IP: 172.27.3.49, port: a00bffb2-1a35-4de5-9fe4-c30c6a3a5320.
Dec 09 19:01:03.326847 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cab7dc70-2f06-4850-92a9-c6bfef5f5a21 req-089e3bb2-4268-4cbc-9674-c2845b73ca62 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706435
Dec 09 19:01:03.622905 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:01:03.801496 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:01:03.811317 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:01:03.821308 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:01:03.821966 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2d81f0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:00:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:01:03.827256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:03.885470 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0297709
Dec 09 19:01:03.886318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:01:03.937813 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'status': 'completed', 'code': 200}
Dec 09 19:01:04.003996 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:01:04.030554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2374319-0740-4642-bf0f-d0842a63e664 req-126f27c3-2f68-4fad-9842-5c0fe6e66b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:04.032036 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-126f27c3-2f68-4fad-9842-5c0fe6e66b62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1099 time: 0.0712917
Dec 09 19:01:04.164284 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2374319-0740-4642-bf0f-d0842a63e664 req-788de90c-5e37-4e46-8023-3ff2cea20127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:04.165698 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-788de90c-5e37-4e46-8023-3ff2cea20127 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1265166
Dec 09 19:01:04.366827 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2d81f0>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': 'b95e993f-1332-45a5-b996-8d011c7d7c55', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:bc:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bba545-f127-48f9-91f6-41949d106872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:01:01Z', 'updated_at': '2021-12-09T19:01:01Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:01:04.370773 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:01:04.379002 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:01:04.379762 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2d81f0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:00:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:01:04.386116 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-57c66d4b-7ddb-498f-afdd-27b27dcb475d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 200  len: 999 time: 0.2142355
Dec 09 19:01:04.448838 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2374319-0740-4642-bf0f-d0842a63e664 req-7b04badb-7b88-42b1-b1e1-9af085a8b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:04.450227 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-7b04badb-7b88-42b1-b1e1-9af085a8b213 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0584641
Dec 09 19:01:04.527903 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2374319-0740-4642-bf0f-d0842a63e664 req-b06892ef-e695-4649-8a0a-82a60eca63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:01:04.529436 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-b06892ef-e695-4649-8a0a-82a60eca63bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726297
Dec 09 19:01:04.559995 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:01:04.664095 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-a78ae9f9-25c5-4ee6-aecb-ac2ed4f57093 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283407
Dec 09 19:01:04.797612 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c2374319-0740-4642-bf0f-d0842a63e664 req-ed5f1ece-8eef-49c2-9fd2-705fa8c421c7 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261992
Dec 09 19:01:04.957137 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd2d81f0>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': 'b95e993f-1332-45a5-b996-8d011c7d7c55', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:bc:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bba545-f127-48f9-91f6-41949d106872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:01:01Z', 'updated_at': '2021-12-09T19:01:01Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:01:04.961112 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca5e97-4a4f-4e1b-a5ae-b4434c3ed819 None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': 'b95e993f-1332-45a5-b996-8d011c7d7c55', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:bc:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bba545-f127-48f9-91f6-41949d106872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:01:01Z', 'updated_at': '2021-12-09T19:01:01Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:01:05.151927 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680fc84-2917-4b86-b9c6-2163641424c5 None None] New status for floating IP b95e993f-1332-45a5-b996-8d011c7d7c55: ACTIVE {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 19:01:20.487584 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-eb91ccac-f8a5-4d6a-bb85-67c202ecbb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:21.319380 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:23.069743 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2d23bfd7-eae7-475e-bede-0459d6a7f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:23.704372 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:01:24.261792 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:26.001392 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:26.481040 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:50.488689 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-ace47a3c-6fb3-48e7-90a9-e07dcf654fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:51.322470 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:53.070268 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-dc3930b8-f7d5-402e-9f58-bf67155442d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:54.264648 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:56.002368 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:01:56.490853 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:00.703693 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:02:02.667884 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-7bf0ea12-95cd-4b15-8333-12ced66f71bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0693190
Dec 09 19:02:02.806675 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-49904f38-9ba9-42f8-a08d-37b01646276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:02:02.808166 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-49904f38-9ba9-42f8-a08d-37b01646276d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 1099 time: 0.0749345
Dec 09 19:02:02.958614 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-f49a66c3-49eb-4ae0-b9ac-01ace322a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:02:02.959457 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-f49a66c3-49eb-4ae0-b9ac-01ace322a48a service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1323056
Dec 09 19:02:03.062204 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-05b11742-664c-4d31-8ced-60cd341ce830 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 200  len: 1001 time: 0.0958910
Dec 09 19:02:03.127183 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-b53c58ad-3d52-4bf0-bbd4-575a8165a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:02:03.128584 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-b53c58ad-3d52-4bf0-bbd4-575a8165a771 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0603576
Dec 09 19:02:03.202847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-2338d810-7a2f-4cc2-9419-92349d52495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:02:03.204225 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-2338d810-7a2f-4cc2-9419-92349d52495f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688694
Dec 09 19:02:03.334454 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-0d56a374-f0b0-4cc5-9bbc-68de89efc69d service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227767
Dec 09 19:02:03.465698 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-08339fc9-3cfd-48a4-b8a1-68c6b454a45d req-8ebbdea9-650d-4def-9c7e-809f30473fae service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241646
Dec 09 19:02:20.489714 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-261c4a27-97c9-43ac-997b-e7c0310ed698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:21.324417 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:23.076093 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d980bf84-8695-4c93-9ed8-cb7ccb9010b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:24.267744 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:26.004827 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:26.493657 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:37.703388 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:02:38.746255 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [req-2f9887b4-98f9-47cc-b752-6138f9c9f3e3 req-d51121be-a2ab-46e4-a183-3d44736aa0af service neutron] (86869) timed out ('10.222.0.45', 61177) {{(pid=86869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 19:02:39.206910 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-11eb51fd-72e4-4787-b90a-93afdf909b40 req-d9447771-05b7-468b-8c38-0c4a615c2e37 service neutron] (86868) timed out ('10.222.0.45', 61208) {{(pid=86868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 19:02:50.491827 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d23d70ef-65d0-49e4-b01d-d4723d69a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:51.326267 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:53.068452 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-bfbd723c-188b-433a-9097-462eebe66037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:54.269525 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:56.008995 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:56.507396 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:02:58.616194 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d18f3-83f8-47f5-b319-ce614aea9dc7 req-0df17f5f-3f1d-48ed-a002-8b022c9c0b7d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:02:58.617628 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a87d18f3-83f8-47f5-b319-ce614aea9dc7 req-0df17f5f-3f1d-48ed-a002-8b022c9c0b7d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 946 time: 0.0807545
Dec 09 19:02:58.661028 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a87d18f3-83f8-47f5-b319-ce614aea9dc7 req-ed9b3b0d-204c-4529-99ae-fb56576ea40a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378499
Dec 09 19:02:59.854351 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aaf72-dbcd-4d10-aa37-572d116175e5 req-da0c3539-159b-4e65-8351-8c25f490478e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:02:59.855792 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-428aaf72-dbcd-4d10-aa37-572d116175e5 req-da0c3539-159b-4e65-8351-8c25f490478e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 946 time: 0.0844638
Dec 09 19:02:59.899412 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-428aaf72-dbcd-4d10-aa37-572d116175e5 req-55153903-0722-4841-b779-a176ab856774 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380485
Dec 09 19:03:00.007067 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-d688c3f4-aac6-49ad-9083-a27ead67b32a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:00.008430 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-d688c3f4-aac6-49ad-9083-a27ead67b32a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 946 time: 0.0801980
Dec 09 19:03:00.079672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Deleting port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:03:00.080063 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:00.424082 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] For port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:03:00.424601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:00.715271 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:00.715804 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:00.716568 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Floating IP b95e993f-1332-45a5-b996-8d011c7d7c55 disassociated. External IP: 172.27.3.49, port: a00bffb2-1a35-4de5-9fe4-c30c6a3a5320.
Dec 09 19:03:00.716929 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Calling delete_port for a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 owned by compute:nova {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:03:00.861113 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:00.867610 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-792c1e24-e95a-4993-8543-f9bf2588ea33 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:00.912769 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'Port': ['ID=a00bffb2-1a35-4de5-9fe4-c30c6a3a5320,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:00.924263 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.924650 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.925026 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.925416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.925786 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.926148 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.926587 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.926939 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.927302 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.927655 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.928566 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.928991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:00.983752 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:01.062798 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-54efc4cf-5f4d-4f39-af7d-85d7b2247a1d req-e38c84c4-1b3b-4e41-b1a9-e76c05826699 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 210 time: 0.0489173
Dec 09 19:03:01.116285 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:03:01.298255 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:03:01.309153 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:03:01.322012 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:03:01.322651 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0b10d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:02:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:01.374294 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] No DVR routers for this DVR port a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 on host hv-cinder-81934 {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:03:01.380084 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:01.387635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'name': 'network-vif-deleted', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:03:01.403633 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-888596aa-f45a-4dc4-8d39-6f49b3f43996 req-e04690d8-19d8-4eb9-b466-e834df78bed5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "DELETE /v2.0/ports/a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 HTTP/1.1" status: 204  len: 173 time: 1.3895664
Dec 09 19:03:01.507592 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bba545-f127-48f9-91f6-41949d106872', 'name': 'network-vif-deleted', 'tag': 'a00bffb2-1a35-4de5-9fe4-c30c6a3a5320', 'status': 'completed', 'code': 200}
Dec 09 19:03:01.510102 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:03:01.827574 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0b10d0>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:01.831438 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:03:01.841012 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:03:01.841916 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0b10d0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:02:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:02.032940 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:03:02.263339 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f1708b08-20d3-45d6-9cc1-643bb5a7a9ef req-28eaa1d2-38af-46fa-b171-561334de2dd4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bba545-f127-48f9-91f6-41949d106872 HTTP/1.1" status: 200  len: 210 time: 0.0486221
Dec 09 19:03:02.436890 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd0b10d0>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:02.440976 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a172e9-3650-4450-a5e1-70132592380c None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:03:02.657265 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877c577-8df5-47df-83d3-7bab45a9ec74 None None] New status for floating IP b95e993f-1332-45a5-b996-8d011c7d7c55: DOWN {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 19:03:03.560057 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-f3f68094-efaf-41bc-8e4d-843c130cc96b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48320057&fields=id&tenant_id=7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 267 time: 0.0398288
Dec 09 19:03:03.711994 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-47ae2433-bb5c-45e7-bafd-1dba640f5e25 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:03.713456 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-47ae2433-bb5c-45e7-bafd-1dba640f5e25 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 811 time: 0.1470280
Dec 09 19:03:03.728573 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-3085a9af-d385-44f6-8d14-f61b06a73aae tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/quotas/7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 375 time: 0.0095384
Dec 09 19:03:03.815044 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-9fcdfccc-eab0-4d1e-bfaa-2da2ccf76b1d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0816514
Dec 09 19:03:04.093509 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-5f5aa79e-7f02-4a23-a046-c87360b36ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670767
Dec 09 19:03:04.223746 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-39683ef3-4571-484c-890c-015ae283eb1d service neutron] 10.222.0.32 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247051
Dec 09 19:03:04.479644 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:03:04.514186 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:03:04.514551 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device a00bffb2-1a35-4de5-9fe4-c30c6a3a5320 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:03:04.613052 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a796788c-eee1-4c1f-a7df-13cf6bb24eb8 req-d5e337fc-f1c7-4f28-978e-372a6ef115d2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:03:04.629031 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-a796788c-eee1-4c1f-a7df-13cf6bb24eb8 req-d5e337fc-f1c7-4f28-978e-372a6ef115d2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:03:04.630192 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-a796788c-eee1-4c1f-a7df-13cf6bb24eb8 req-d5e337fc-f1c7-4f28-978e-372a6ef115d2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 210 time: 0.0629632
Dec 09 19:03:05.598074 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-c5e7523b-bf5d-42f2-93a9-18146f85c35e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:05.599501 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-c5e7523b-bf5d-42f2-93a9-18146f85c35e tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 811 time: 0.1473346
Dec 09 19:03:05.647997 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-1515a190-5f7b-4c5a-ba99-1cdfdf81c112 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 378 time: 0.0406246
Dec 09 19:03:05.656242 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'port': {'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'admin_state_up': True, 'tenant_id': '7a55054633bd4301863bd48917006371', 'security_groups': ['b61ab892-0643-4e7a-8f5a-62f58bb64281']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:03:05.808086 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5b1425b9-17b4-4dfc-b43f-f7ba47391c42 req-08937812-fae6-42a1-8fdd-c3e75c01c4ba tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 210 time: 0.0471780
Dec 09 19:03:05.900807 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:03:05.910178 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:03:05.920514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Made reservation on behalf of 7a55054633bd4301863bd48917006371 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:03:05.924059 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:06.090671 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Allocated IP 172.20.0.8 (28157b92-dd8f-42d2-a432-e7e84fe3b410/d0520c9a-dd83-480d-8492-b59c7d0f105b/1264ef88-7f7d-4ca1-a5a2-62abc63f6506) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:03:06.290657 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:06.306899 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Transition to ACTIVE for port object 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:03:06.333327 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:06.339358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-60ded6bb-8594-481e-b107-6bb043c135aa tempest-AttachVolumeShelveTestJSON-1715390565 tempest-AttachVolumeShelveTestJSON-1715390565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:06.406514 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:03:06.409555 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:03:06.413601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:03:06.447815 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:06.458711 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:06.484661 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:06.485294 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:06.510616 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7ef0f3aa-ba17-42f7-bb9d-b4a94c4c8f6b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8580565
Dec 09 19:03:06.522187 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Request body: {'port': {'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:03:06.605793 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-01c5b0fc-ef40-48a9-8ff9-24ed005722c0 None None] Provisioning for port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:03:06.610518 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-01c5b0fc-ef40-48a9-8ff9-24ed005722c0 None None] Provisioning complete for port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:03:06.610928 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-01c5b0fc-ef40-48a9-8ff9-24ed005722c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:06.638497 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:06.667632 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-01c5b0fc-ef40-48a9-8ff9-24ed005722c0 None None] Port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:03:07.041082 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 19:03:07.049442 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:07.075957 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4fb77-1e18-449a-a571-b963efe7f12c req-e172a5be-8dfb-488a-ac4e-c60fcae72e99 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:07.076653 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-94c4fb77-1e18-449a-a571-b963efe7f12c req-e172a5be-8dfb-488a-ac4e-c60fcae72e99 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:03:07.079296 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Transition to ACTIVE for port object 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:03:07.085132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:07.092108 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-e9c89b75-1016-4fa0-9e87-a9675e98b223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:07.142311 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-94c4fb77-1e18-449a-a571-b963efe7f12c req-e172a5be-8dfb-488a-ac4e-c60fcae72e99 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:03:07.143462 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-94c4fb77-1e18-449a-a571-b963efe7f12c req-e172a5be-8dfb-488a-ac4e-c60fcae72e99 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 931 time: 0.2295122
Dec 09 19:03:07.282639 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Pushing event updated for resources: {'Port': ['ID=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:07.294750 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:07.329011 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-94c4fb77-1e18-449a-a571-b963efe7f12c req-d5de9a4c-a2fc-4123-8df3-fecb401936ce tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1389239
Dec 09 19:03:07.367856 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Attempting to bind port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:03:07.368192 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Attempting to bind port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:03:07.368528 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Attempting to bind port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:03:07.373013 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 19:03:07.373356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Attempting to bind port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:03:07.378473 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:03:07.378814 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Checking segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:03:07.379189 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Bound using segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:03:07.379611 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Bound port: 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:03:07.379958 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:07.477781 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] For port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:03:07.480647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] For port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:03:07.484652 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:07.489334 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:07.539417 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:07.540031 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:07.541520 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-8a849262-e770-4105-a631-92aea0d858ae service neutron] 10.222.0.45 "PUT /v2.0/ports/1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 1093 time: 1.0237558
Dec 09 19:03:07.541932 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:03:07.574859 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Pushing event updated for resources: {'Port': ['ID=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:07.584688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8a849262-e770-4105-a631-92aea0d858ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:07.622717 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'status': 'completed', 'code': 200}
Dec 09 19:03:07.666103 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-b6b863ae-85c1-410e-a727-8e844c84f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:07.667618 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-b6b863ae-85c1-410e-a727-8e844c84f091 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1096 time: 0.0816677
Dec 09 19:03:07.739891 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-d6ba86c6-f41f-45da-9ea0-7e459ff0acfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 217 time: 0.0650933
Dec 09 19:03:07.899488 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-72c42101-d126-4a17-85ce-39512d932030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:07.900949 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-72c42101-d126-4a17-85ce-39512d932030 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.1549621
Dec 09 19:03:07.980631 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-69819fb4-0a05-496f-b6f1-03cb93516cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:07.982135 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-69819fb4-0a05-496f-b6f1-03cb93516cc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750382
Dec 09 19:03:08.119951 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-1bacf936-e312-43e0-919d-6354193c0ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312275
Dec 09 19:03:08.252452 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7222e347-28c6-47b3-bca2-bd7b1c2b7c8c req-7646212e-0e14-4cc8-83d4-8d84903b2201 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265390
Dec 09 19:03:08.369714 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403689da-a166-4108-8d69-cf0ff4cab312 req-12b85826-d7b9-4817-959e-3addb774340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:08.371286 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-12b85826-d7b9-4817-959e-3addb774340c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1096 time: 0.0721071
Dec 09 19:03:08.571844 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403689da-a166-4108-8d69-cf0ff4cab312 req-c5a5836a-6189-4e38-a04c-9ab1811bb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:08.573305 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-c5a5836a-6189-4e38-a04c-9ab1811bb389 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1951957
Dec 09 19:03:08.581695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff43dd-30ea-43fc-8964-3a775ef7665d req-eab92c9e-bab7-4ebe-a73b-90294c1ce69d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:08.583039 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-52ff43dd-30ea-43fc-8964-3a775ef7665d req-eab92c9e-bab7-4ebe-a73b-90294c1ce69d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.1321635
Dec 09 19:03:08.657374 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-3dfb9b1c-970f-48a2-ba0d-a781771b42d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 217 time: 0.0734036
Dec 09 19:03:08.728249 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-52ff43dd-30ea-43fc-8964-3a775ef7665d req-87ef3387-7342-45e9-b93e-a54ba82cf2a3 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0906096
Dec 09 19:03:08.741647 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403689da-a166-4108-8d69-cf0ff4cab312 req-4243a5a3-68fb-421d-8a4b-0981762277f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:08.743093 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-4243a5a3-68fb-421d-8a4b-0981762277f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0782495
Dec 09 19:03:08.818271 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403689da-a166-4108-8d69-cf0ff4cab312 req-139b7d4f-4dd6-4618-b6b3-57b0539c1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:08.819810 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-139b7d4f-4dd6-4618-b6b3-57b0539c1b1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704114
Dec 09 19:03:08.951977 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-58027fe4-f01f-4d29-b15b-f4c7fafcdac8 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257329
Dec 09 19:03:09.085362 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-403689da-a166-4108-8d69-cf0ff4cab312 req-b91273dd-6271-41f2-99c7-cdaeff408232 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267781
Dec 09 19:03:09.910991 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157ff8-5a6d-42cd-83ee-d42b22e382b7 req-5482a702-ee19-4760-bac4-018e6bece7cb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:09.912449 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-07157ff8-5a6d-42cd-83ee-d42b22e382b7 req-5482a702-ee19-4760-bac4-018e6bece7cb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.0782347
Dec 09 19:03:09.960497 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-07157ff8-5a6d-42cd-83ee-d42b22e382b7 req-7156a12f-a24a-4e76-96f1-1d70e9c92137 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420907
Dec 09 19:03:11.148058 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac628f3-9953-4c5b-833b-6bdad1f98d7a req-050590a0-25d3-4868-a240-d9703addd6f1 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:11.150014 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cac628f3-9953-4c5b-833b-6bdad1f98d7a req-050590a0-25d3-4868-a240-d9703addd6f1 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.0865226
Dec 09 19:03:11.195468 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-cac628f3-9953-4c5b-833b-6bdad1f98d7a req-f880b253-b770-49f7-a7c1-9696ffe5eefa tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397158
Dec 09 19:03:12.378793 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91907bd-102f-40a8-9ffc-013f3bcc43b2 req-37271e2b-f162-4d35-90c1-032553d5bd90 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:12.380223 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c91907bd-102f-40a8-9ffc-013f3bcc43b2 req-37271e2b-f162-4d35-90c1-032553d5bd90 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.0798681
Dec 09 19:03:12.424613 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c91907bd-102f-40a8-9ffc-013f3bcc43b2 req-25e003b3-74be-4f4d-8275-c63336c2ebc0 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379586
Dec 09 19:03:13.609643 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b6a1-0435-4ce0-9055-ad54996b40e6 req-bcf9acdd-b7d5-4e5a-b1a2-14f69955d505 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:13.611096 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5fa7b6a1-0435-4ce0-9055-ad54996b40e6 req-bcf9acdd-b7d5-4e5a-b1a2-14f69955d505 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.0806260
Dec 09 19:03:13.654882 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5fa7b6a1-0435-4ce0-9055-ad54996b40e6 req-8fe28ace-b1f7-43e9-baa2-4e3f155a1839 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381293
Dec 09 19:03:14.729494 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:03:14.839441 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d4b-9125-44db-b821-517b754fcc08 req-39b707c1-7139-4555-9131-4c9fe47418d6 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:14.840878 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-904d9d4b-9125-44db-b821-517b754fcc08 req-39b707c1-7139-4555-9131-4c9fe47418d6 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.0825686
Dec 09 19:03:14.884920 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-904d9d4b-9125-44db-b821-517b754fcc08 req-25ad07ab-703a-4ff3-8dd2-21a1f73fe1ef tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381591
Dec 09 19:03:16.075288 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446108-e382-49bf-9d6b-5f6d0f616868 req-462b78e4-e9bf-4fdd-b503-75954ee12832 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:16.076751 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70446108-e382-49bf-9d6b-5f6d0f616868 req-462b78e4-e9bf-4fdd-b503-75954ee12832 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 943 time: 0.0852969
Dec 09 19:03:16.121964 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-70446108-e382-49bf-9d6b-5f6d0f616868 req-ad1a4ede-edcd-41ff-8348-4417e702442d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394642
Dec 09 19:03:16.572122 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 19:03:16.703914 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:03:16.717077 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 19:03:16.770655 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:16.787397 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 19:03:16.802354 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:03:16.806875 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:16.808628 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-2397cd6c-af84-4d17-a016-fe89b601871f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:16.876094 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:16.883367 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.883715 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.884058 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.884389 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.884720 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.885049 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.885400 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.885726 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.886051 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.886369 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.886692 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.887008 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:03:16.890950 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:17.038870 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['1264ef88-7f7d-4ca1-a5a2-62abc63f6506'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 19:03:17.305878 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad03a-6b0f-40ff-aa50-c479c605f476 req-19b2ce2b-d1f9-4218-b6b5-e1e2ca80ae95 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:17.307342 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-617ad03a-6b0f-40ff-aa50-c479c605f476 req-19b2ce2b-d1f9-4218-b6b5-e1e2ca80ae95 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 944 time: 0.0824387
Dec 09 19:03:17.353131 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-617ad03a-6b0f-40ff-aa50-c479c605f476 req-7a114505-fdfc-4157-812b-c6cce5648cac tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401828
Dec 09 19:03:18.537751 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894382d-788c-42c8-8423-bdf7bdf01347 req-19f781fe-942d-44f5-9c0a-98caa099c13a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:18.539218 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d894382d-788c-42c8-8423-bdf7bdf01347 req-19f781fe-942d-44f5-9c0a-98caa099c13a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 944 time: 0.0835085
Dec 09 19:03:18.603869 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:03:18.678374 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:03:18.680428 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-d894382d-788c-42c8-8423-bdf7bdf01347 req-0c75f433-90d8-4797-a197-b7cc7e5103b4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1356399
Dec 09 19:03:18.683369 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:03:18.683698 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:18.796783 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:18.823560 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:03:18.832901 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:03:18.836844 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:18.838673 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:18.871473 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'code': 200}
Dec 09 19:03:18.912514 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:18.915432 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:19.133225 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ce5d-0498-41eb-b293-4fa7dafb0acd req-06b5bac0-24a6-4c5e-a838-dd0c784eab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:19.134731 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7ae1ce5d-0498-41eb-b293-4fa7dafb0acd req-06b5bac0-24a6-4c5e-a838-dd0c784eab5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1098 time: 0.0700095
Dec 09 19:03:19.175334 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-7ae1ce5d-0498-41eb-b293-4fa7dafb0acd req-c0069376-08be-402a-a179-902220c5dfa8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0337873
Dec 09 19:03:19.863798 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f526922-b452-4e7a-879b-c1cc5036c8b3 req-a652f949-038e-4e89-b4c7-8e645f20d5a7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:19.865388 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5f526922-b452-4e7a-879b-c1cc5036c8b3 req-a652f949-038e-4e89-b4c7-8e645f20d5a7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 945 time: 0.0825710
Dec 09 19:03:19.912092 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5f526922-b452-4e7a-879b-c1cc5036c8b3 req-65a2e1a2-61bf-4c78-b6bb-f13600e0b096 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412171
Dec 09 19:03:20.493141 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-a9590526-031e-41c7-a98e-774c40fd35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:21.100835 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a286c5b-f546-4b52-994f-a295f4b9fb8f req-f9a2c935-f70a-4b89-8eb7-e0e91d8fb772 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:21.102317 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5a286c5b-f546-4b52-994f-a295f4b9fb8f req-f9a2c935-f70a-4b89-8eb7-e0e91d8fb772 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 945 time: 0.0848923
Dec 09 19:03:21.147400 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-5a286c5b-f546-4b52-994f-a295f4b9fb8f req-9e496e71-02a0-4c8c-8882-347855c73332 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396101
Dec 09 19:03:21.329326 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:21.337515 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1bb9f-2e7e-4bcb-8f72-7b8534b55cbe req-dd14b626-887e-4f1c-b7ed-e4d0673be668 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:21.338980 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-53f1bb9f-2e7e-4bcb-8f72-7b8534b55cbe req-dd14b626-887e-4f1c-b7ed-e4d0673be668 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 945 time: 0.0867453
Dec 09 19:03:21.386290 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-53f1bb9f-2e7e-4bcb-8f72-7b8534b55cbe req-8e034a4d-23c5-4c11-9447-8b5e5a8018c5 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414641
Dec 09 19:03:21.408991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45504) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:03:21.479450 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a0d1-21f1-413a-bcf9-eb19aa250f4f tempest-TestVolumeBootPattern-1302616485 tempest-TestVolumeBootPattern-1302616485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:21.480845 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-da89a0d1-21f1-413a-bcf9-eb19aa250f4f tempest-TestVolumeBootPattern-1302616485 tempest-TestVolumeBootPattern-1302616485-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1093 time: 0.0708568
Dec 09 19:03:21.483476 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45508) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:03:21.488322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'tenant_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:03:21.494860 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:03:21.498680 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:floatingip and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:03:21.501572 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:03:21.507253 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:03:21.517691 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:21.657542 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:21.797022 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Allocated IP 172.27.3.113 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/1e71a854-0d02-4038-8b1c-dcbc82ce4b34) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:03:21.943829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:21.973425 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:21.978472 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-9793add7-adbc-40f9-b909-d2ebd8f48d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:22.030635 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:03:22.038185 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:03:22.044489 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:03:22.087116 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=1e71a854-0d02-4038-8b1c-dcbc82ce4b34,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:22.091862 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:22.466372 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:22.546869 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:22.874599 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:22.879457 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:22.883619 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-82b14c45-7876-4d45-a7ab-a41bd282a5e9 tempest-VolumesSnapshotTestJSON-528029686 tempest-VolumesSnapshotTestJSON-528029686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:03:22.996894 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=1e71a854-0d02-4038-8b1c-dcbc82ce4b34,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:03:23.001990 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:03:23.011040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:23.073710 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-65562a50-9faa-4685-992b-c8f59e9a98b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:23.192271 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Floating IP 4dc3f905-f8b7-49b4-9538-7e7766622134 associated. External IP: 172.27.3.113, port: 1264ef88-7f7d-4ca1-a5a2-62abc63f6506.
Dec 09 19:03:23.553443 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:03:23.741135 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:03:23.750457 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:03:23.760684 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:03:23.761452 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd083940>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:03:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:23.766776 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:23.824710 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c012265d-8bf7-4836-a032-d3e7833904ad tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3401263
Dec 09 19:03:23.825301 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:03:23.868651 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'status': 'completed', 'code': 200}
Dec 09 19:03:23.950064 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:03:23.962400 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-be672c76-8ef0-4d3a-a26b-92ab41b7a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:23.963870 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-be672c76-8ef0-4d3a-a26b-92ab41b7a178 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1098 time: 0.0736427
Dec 09 19:03:24.092767 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-7263d9cc-d703-4d1c-8991-f9c59b5f8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:24.094208 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-7263d9cc-d703-4d1c-8991-f9c59b5f8b4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1240952
Dec 09 19:03:24.202488 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-dcbe0c83-4424-440d-82bd-47e4428e6600 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 999 time: 0.1015873
Dec 09 19:03:24.265867 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-9172cbd9-928e-47a9-a78b-c8a8e5f2a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:24.267387 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-9172cbd9-928e-47a9-a78b-c8a8e5f2a4a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0582764
Dec 09 19:03:24.309347 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:24.343273 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd083940>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:22Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:24.347490 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:03:24.357036 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:03:24.357708 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd083940>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:03:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:24.462202 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-045f3561-17ec-43e5-9deb-47e9b33086c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:03:24.463672 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-045f3561-17ec-43e5-9deb-47e9b33086c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1893990
Dec 09 19:03:24.534973 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:03:24.597633 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-0122b86d-e749-47f1-a6e9-302ee745c829 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267533
Dec 09 19:03:24.730463 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-feeebd81-321b-4ca5-b848-d305aa7969ca req-aaf4c4be-1d94-46bf-a35c-4b2f32ce18a6 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264632
Dec 09 19:03:24.878354 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd083940>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:22Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:03:24.882974 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff950c34-a444-44e2-8f0e-13a3ab3e831e None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:22Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:03:25.065963 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f01b2-01f0-4b8c-86cd-51d3ea9b4e44 None None] New status for floating IP 4dc3f905-f8b7-49b4-9538-7e7766622134: ACTIVE {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 19:03:26.011550 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:26.508111 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:50.493845 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-147dc5b9-a7a8-4f30-b80d-e46b7dfcc46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:51.332015 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:51.698768 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:03:53.068898 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a815-eb73-4079-b3db-e4cbb543bbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:54.274732 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:56.017311 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:03:56.510124 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:02.675970 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-87c7ff4e-5857-4238-8446-0db3e8e9bec6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722325
Dec 09 19:04:02.819946 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-f583a352-c8b6-46ee-a86f-3410e2ec6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:04:02.821444 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-f583a352-c8b6-46ee-a86f-3410e2ec6270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1098 time: 0.0708930
Dec 09 19:04:02.966908 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-27fae4f0-f392-49eb-8b95-045b2e579936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:04:02.968356 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-27fae4f0-f392-49eb-8b95-045b2e579936 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1277966
Dec 09 19:04:03.071868 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-5d12c8fd-3533-4e15-b7e4-84bdf12f9191 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 1001 time: 0.0968871
Dec 09 19:04:03.138979 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-37a7e133-6e94-4756-9c9e-e6bad8fb3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:04:03.140390 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-37a7e133-6e94-4756-9c9e-e6bad8fb3d13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0614464
Dec 09 19:04:03.213487 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-abaa1503-05df-4fef-9dc3-1c9a205c2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:04:03.214823 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-abaa1503-05df-4fef-9dc3-1c9a205c2c52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679882
Dec 09 19:04:03.345539 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-3d789aeb-c12c-40d8-b10e-e3873e34f280 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236069
Dec 09 19:04:03.475840 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b07d7608-1e55-43a4-9496-5917edbdebb6 req-ef1cb16d-dbbc-4e73-a295-e02863354f2a service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219552
Dec 09 19:04:03.782935 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-feb54506-5b72-470b-82ff-552653b78f46 req-05fdf400-bdc6-448c-b77e-1f803fa1e5af service neutron] (86868) timed out ('10.222.0.45', 61219) {{(pid=86868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 19:04:20.495644 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0866b008-8684-464f-ba50-df64d4ab60e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:21.334800 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:23.069595 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-8f7686ff-307e-4eb2-9aa0-8fe17efa6741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:24.278660 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:26.017027 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:26.523526 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:28.698662 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:04:50.498381 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93e34e76-dc66-46d6-8ef9-7f83efeda927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:51.339304 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:53.070841 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-fdcad7f4-2bb7-4189-ac99-c03f17c53f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:54.280015 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:56.022228 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:56.519805 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:04:58.702756 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-ce35170b-1913-4b6a-afd4-e2c397f9f479 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48320057&fields=id&tenant_id=7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 267 time: 0.0409446
Dec 09 19:04:58.851376 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7892fb1b-f9a3-4100-9f75-c26c749b703b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:04:58.852727 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7892fb1b-f9a3-4100-9f75-c26c749b703b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 811 time: 0.1431236
Dec 09 19:04:58.867011 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-32b55b4e-f9f0-4829-bff0-9fb44219b998 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/quotas/7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 375 time: 0.0089653
Dec 09 19:04:58.962533 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-f7fdb982-907c-438d-8c40-83a2a211cafd tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0904241
Dec 09 19:04:59.140670 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-421fd0c0-e551-4d57-b3a7-8e39324d6621 service neutron] 10.222.0.32 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667175
Dec 09 19:04:59.371368 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-8b8dd233-d82d-4680-a0e4-01162eacb5fe service neutron] 10.222.0.32 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243629
Dec 09 19:04:59.760454 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a69eaa76-42e1-43f5-bc8d-10cef88f99d0 req-7d7e33c8-d63c-4bd8-97da-88c4e856fd8b tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 210 time: 0.0474138
Dec 09 19:05:00.773053 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-68a0c002-7496-4acd-b120-df302712d3ac tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:00.774560 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-68a0c002-7496-4acd-b120-df302712d3ac tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 811 time: 0.1501915
Dec 09 19:05:00.824202 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-92ef3570-1804-4241-a5ba-5fbb4748db1d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a55054633bd4301863bd48917006371 HTTP/1.1" status: 200  len: 378 time: 0.0418797
Dec 09 19:05:00.832827 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'port': {'device_id': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'admin_state_up': True, 'tenant_id': '7a55054633bd4301863bd48917006371', 'security_groups': ['b61ab892-0643-4e7a-8f5a-62f58bb64281']}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:05:00.962255 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-bfc5fe8f-5402-4261-b06d-7305d767fe15 req-882ecd09-35d1-40e3-bfc6-e02bd138c1ec tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 210 time: 0.0594203
Dec 09 19:05:01.016639 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:05:01.026224 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:05:01.035866 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Made reservation on behalf of 7a55054633bd4301863bd48917006371 for: {'port': 1} {{(pid=86869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 19:05:01.039396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:01.200317 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Allocated IP 172.20.0.4 (28157b92-dd8f-42d2-a432-e7e84fe3b410/d0520c9a-dd83-480d-8492-b59c7d0f105b/b00e5387-3fdc-403d-9352-624fd99d7a29) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:05:01.400252 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:01.416595 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Transition to ACTIVE for port object b00e5387-3fdc-403d-9352-624fd99d7a29 will not be triggered until provisioned by entity DHCP. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:05:01.440946 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:01.448123 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2d90c820-fd42-4f5f-a270-d969c19b6d78 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:01.514926 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:05:01.518527 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:05:01.522435 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:05:01.563456 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=b00e5387-3fdc-403d-9352-624fd99d7a29,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:01.577304 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.577687 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.578066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.578438 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.578803 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.579172 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.579534 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.579898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.580257 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.580648 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.581010 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.581384 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:01.586917 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:01.602182 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:01.602813 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:01.629043 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7999654
Dec 09 19:05:01.641126 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Request body: {'port': {'device_id': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81934'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:05:01.715271 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2a8119b9-1990-48c8-a5f2-0aead2ec26ad None None] Provisioning for port b00e5387-3fdc-403d-9352-624fd99d7a29 completed by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:05:01.720848 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-2a8119b9-1990-48c8-a5f2-0aead2ec26ad None None] Provisioning complete for port b00e5387-3fdc-403d-9352-624fd99d7a29 triggered by entity DHCP. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:05:01.721364 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-2a8119b9-1990-48c8-a5f2-0aead2ec26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:01.757827 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:01.775807 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-2a8119b9-1990-48c8-a5f2-0aead2ec26ad None None] Port b00e5387-3fdc-403d-9352-624fd99d7a29 cannot update to ACTIVE because it is not bound. {{(pid=86870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 09 19:05:02.110358 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00e5387-3fdc-403d-9352-624fd99d7a29 {{(pid=86869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 19:05:02.120198 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:02.135410 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.provisioning_blocks [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Transition to ACTIVE for port object b00e5387-3fdc-403d-9352-624fd99d7a29 will not be triggered until provisioned by entity L2. {{(pid=86869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 19:05:02.139627 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:02.144858 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-26f8a559-ba02-4a50-bf86-1f4c657dc4a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:02.160338 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdaa37-c055-4744-8f01-24976722791a req-919a2ed0-eb21-4fc9-a45d-9898288d2c81 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:02.161889 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fecdaa37-c055-4744-8f01-24976722791a req-919a2ed0-eb21-4fc9-a45d-9898288d2c81 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 931 time: 0.0949588
Dec 09 19:05:02.210021 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fecdaa37-c055-4744-8f01-24976722791a req-f150cbff-59be-44ae-9106-9c479ea1861c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420325
Dec 09 19:05:02.278404 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-829e40f7-3473-4a46-bf84-06a48dfcfee3 req-155123df-31f3-40fb-9687-f1d2acfcdbb5 service neutron] (86868) timed out ('10.222.0.32', 39632) {{(pid=86868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 19:05:02.304873 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e5387-3fdc-403d-9352-624fd99d7a29,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:02.312395 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:02.382207 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Attempting to bind port b00e5387-3fdc-403d-9352-624fd99d7a29 on host hv-cinder-81934 for vnic_type normal with profile  {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 19:05:02.382546 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Attempting to bind port b00e5387-3fdc-403d-9352-624fd99d7a29 by drivers openvswitch,hyperv on host hv-cinder-81934 at level 0 using segments [{'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 19:05:02.382876 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Attempting to bind port b00e5387-3fdc-403d-9352-624fd99d7a29 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:05:02.387481 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Port b00e5387-3fdc-403d-9352-624fd99d7a29 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81934 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 09 19:05:02.387800 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Attempting to bind port b00e5387-3fdc-403d-9352-624fd99d7a29 on network 28157b92-dd8f-42d2-a432-e7e84fe3b410 {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 09 19:05:02.392786 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Checking agent: {'id': '747ac1ab-bd53-48b9-95f6-0bde09b406ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81934', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'started_at': datetime.datetime(2021, 12, 9, 18, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 19, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 19:05:02.393826 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Checking segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 09 19:05:02.394215 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Bound using segment: {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'} {{(pid=86869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 19:05:02.394644 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.managers [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Bound port: b00e5387-3fdc-403d-9352-624fd99d7a29, host: hv-cinder-81934, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410'}}] {{(pid=86869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 19:05:02.394991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:02.580322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] For port b00e5387-3fdc-403d-9352-624fd99d7a29, host hv-cinder-81934, cleared binding levels {{(pid=86869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 09 19:05:02.583189 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] For port b00e5387-3fdc-403d-9352-624fd99d7a29, host hv-cinder-81934, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=b00e5387-3fdc-403d-9352-624fd99d7a29,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 09 19:05:02.587642 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:02.592437 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7db2c092-db46-4e84-9be3-f8694399b83a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:02.645077 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:02.645793 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:02.647063 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] 10.222.0.45 "PUT /v2.0/ports/b00e5387-3fdc-403d-9352-624fd99d7a29 HTTP/1.1" status: 200  len: 1093 time: 1.0103927
Dec 09 19:05:02.647581 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:05:02.678149 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e5387-3fdc-403d-9352-624fd99d7a29,revision_number=3']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:02.683059 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:02.709186 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'status': 'completed', 'code': 200}
Dec 09 19:05:02.788847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-9a7fb959-750c-45b1-9b89-ad60f3f1a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:02.790669 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-9a7fb959-750c-45b1-9b89-ad60f3f1a307 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 1096 time: 0.0788360
Dec 09 19:05:02.865400 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-044a7c98-d55d-4018-b66a-4eb3640e4d9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b00e5387-3fdc-403d-9352-624fd99d7a29 HTTP/1.1" status: 200  len: 217 time: 0.0670412
Dec 09 19:05:02.930778 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-116776d2-c4bb-439e-9a66-3a80902ed014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:02.932319 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-116776d2-c4bb-439e-9a66-3a80902ed014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0600765
Dec 09 19:05:03.012205 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-497841ad-dcd4-48a7-98e1-8dd9cdde8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.013678 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-497841ad-dcd4-48a7-98e1-8dd9cdde8c17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744660
Dec 09 19:05:03.145501 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-13cee969-eaa2-4d5f-a1c1-f812e654c063 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241801
Dec 09 19:05:03.276591 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b0faefbb-5fab-47fd-82f1-61fc9aa36ffc req-f3ef9cc1-29eb-496a-a151-7d1555554d2d service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249986
Dec 09 19:05:03.398620 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-93ec1e13-4a52-428d-b87d-15069915e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.400098 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-93ec1e13-4a52-428d-b87d-15069915e151 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 1096 time: 0.0718188
Dec 09 19:05:03.403059 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b88eb-42c5-454f-9119-e032ca9a9778 req-3d239324-a058-4d1e-bcce-7304a50a2e07 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.404514 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a53b88eb-42c5-454f-9119-e032ca9a9778 req-3d239324-a058-4d1e-bcce-7304a50a2e07 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0813408
Dec 09 19:05:03.452765 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a53b88eb-42c5-454f-9119-e032ca9a9778 req-bb0da19b-6b95-4592-b813-ac95a15b1b38 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413892
Dec 09 19:05:03.532065 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-3bad06f4-a3fe-4078-9b29-5784aea3c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.534106 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-3bad06f4-a3fe-4078-9b29-5784aea3c97d service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1274688
Dec 09 19:05:03.598160 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.45', 61999) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:05:03.603604 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-18c8af3e-7c38-4795-8e58-35ad907fac5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b00e5387-3fdc-403d-9352-624fd99d7a29 HTTP/1.1" status: 200  len: 217 time: 0.0633094
Dec 09 19:05:03.668898 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-8765d0db-fee4-4263-8509-de64a2989619 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694096
Dec 09 19:05:03.669876 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-751121d6-319e-4654-b908-ca56c49575e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.671308 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-751121d6-319e-4654-b908-ca56c49575e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0577233
Dec 09 19:05:03.757132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-3466bcc5-1f30-47f7-9190-6f2322d8f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.758617 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-3466bcc5-1f30-47f7-9190-6f2322d8f07e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736623
Dec 09 19:05:03.812919 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547585d-ec10-440b-8a84-553dec843e04 req-f658fe76-6c12-4c2b-bf53-a00035091dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.814409 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-f658fe76-6c12-4c2b-bf53-a00035091dcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1098 time: 0.0710661
Dec 09 19:05:03.894535 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-36b2b3e8-6c7d-4dde-bd4a-d1b0d2b3977d service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256416
Dec 09 19:05:03.958491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547585d-ec10-440b-8a84-553dec843e04 req-7b3e1b08-ec90-4d92-8514-8dc13dccc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:03.959950 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-7b3e1b08-ec90-4d92-8514-8dc13dccc107 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1268623
Dec 09 19:05:04.026525 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0d425b5c-4754-4957-9d59-4aa764e98039 req-be5314dd-7b0f-48b8-bad9-ee3b235dfe06 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259024
Dec 09 19:05:04.062902 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-ee683ab1-46f9-4876-bfbf-7ce137e8d08b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 1001 time: 0.0966539
Dec 09 19:05:04.128809 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547585d-ec10-440b-8a84-553dec843e04 req-2b000521-bdd2-4a2b-85d3-5ae10d798b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:04.130235 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-2b000521-bdd2-4a2b-85d3-5ae10d798b6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0604091
Dec 09 19:05:04.203065 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547585d-ec10-440b-8a84-553dec843e04 req-446a17af-4739-4f37-9bc3-95d99f286025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:04.204423 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-446a17af-4739-4f37-9bc3-95d99f286025 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682538
Dec 09 19:05:04.335241 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-1838ce0c-65ea-4431-b6e8-7594660c81df service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242545
Dec 09 19:05:04.565614 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b547585d-ec10-440b-8a84-553dec843e04 req-453a4b17-a670-44e8-8323-13deb3a3efb9 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230878
Dec 09 19:05:04.646132 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82907dd-92d7-4827-8d59-4a22e02dc2fc req-326945e4-a4e5-4ce1-83ca-f4c3aa6db345 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:04.646823 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-f82907dd-92d7-4827-8d59-4a22e02dc2fc req-326945e4-a4e5-4ce1-83ca-f4c3aa6db345 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:05:04.661774 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-f82907dd-92d7-4827-8d59-4a22e02dc2fc req-326945e4-a4e5-4ce1-83ca-f4c3aa6db345 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:05:04.663041 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f82907dd-92d7-4827-8d59-4a22e02dc2fc req-326945e4-a4e5-4ce1-83ca-f4c3aa6db345 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0994647
Dec 09 19:05:04.707339 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-f82907dd-92d7-4827-8d59-4a22e02dc2fc req-8be95c51-cd88-47ac-b855-efd264591413 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384934
Dec 09 19:05:05.698044 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:05:05.888187 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234f8dd-057a-4ecd-ae7b-e689ef50e222 req-4a662930-a252-4a21-82ae-2a22ebc0dd3a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:05.889644 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c234f8dd-057a-4ecd-ae7b-e689ef50e222 req-4a662930-a252-4a21-82ae-2a22ebc0dd3a tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0802763
Dec 09 19:05:05.938094 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-c234f8dd-057a-4ecd-ae7b-e689ef50e222 req-39743d19-dea2-4549-8d9a-45a47c770731 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421319
Dec 09 19:05:07.124064 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf1fde-7b8f-4c7d-939f-a108b0071c61 req-7dbb9f1d-3ed2-49b1-9859-624b13513a94 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:07.125475 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59bf1fde-7b8f-4c7d-939f-a108b0071c61 req-7dbb9f1d-3ed2-49b1-9859-624b13513a94 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0837750
Dec 09 19:05:07.259116 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-59bf1fde-7b8f-4c7d-939f-a108b0071c61 req-218c75fa-5486-4cf3-9802-ebd352df7711 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1271996
Dec 09 19:05:08.443125 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb655e8-19cf-4dcd-85d8-b35fcd989314 req-2939e61d-a764-49d2-b12f-dc5a27b7fc5c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:08.444593 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fcb655e8-19cf-4dcd-85d8-b35fcd989314 req-2939e61d-a764-49d2-b12f-dc5a27b7fc5c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0823340
Dec 09 19:05:08.488897 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fcb655e8-19cf-4dcd-85d8-b35fcd989314 req-1a1c145b-a967-4f3a-aede-d77efb2358d7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387583
Dec 09 19:05:09.682898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6513b-7263-4858-ad7f-18d3af99c8b8 req-bb4e54cb-e329-4c3b-874a-ef2a099a78a3 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:09.684343 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0dc6513b-7263-4858-ad7f-18d3af99c8b8 req-bb4e54cb-e329-4c3b-874a-ef2a099a78a3 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0794415
Dec 09 19:05:09.730420 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0dc6513b-7263-4858-ad7f-18d3af99c8b8 req-d51395a5-81f9-4e70-ab78-f43971f79782 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399752
Dec 09 19:05:10.926121 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcea7b-44f8-4ea5-8c75-83f4f266f6e2 req-0d1c9991-11ea-486b-b635-2e542015ee00 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:10.927612 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2dbcea7b-44f8-4ea5-8c75-83f4f266f6e2 req-0d1c9991-11ea-486b-b635-2e542015ee00 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 943 time: 0.0918252
Dec 09 19:05:10.972706 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-2dbcea7b-44f8-4ea5-8c75-83f4f266f6e2 req-d1676947-3366-40c3-8b60-76b37defcd64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394714
Dec 09 19:05:11.083996 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device b00e5387-3fdc-403d-9352-624fd99d7a29 details requested by agent hyperv_hv-cinder-81934 with host hv-cinder-81934 {{(pid=86870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 19:05:11.214300 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port b00e5387-3fdc-403d-9352-624fd99d7a29, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=b00e5387-3fdc-403d-9352-624fd99d7a29,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:05:11.229820 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Returning: {'device': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'port_id': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'mac_address': 'fa:16:3e:96:44:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 19:05:11.287750 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:11.304679 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00e5387-3fdc-403d-9352-624fd99d7a29 {{(pid=86870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 19:05:11.320162 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port b00e5387-3fdc-403d-9352-624fd99d7a29, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=b00e5387-3fdc-403d-9352-624fd99d7a29,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:05:11.323873 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:11.325649 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-d6234f97-553f-45bf-9c50-a620daa8c25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:11.390751 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=b00e5387-3fdc-403d-9352-624fd99d7a29,revision_number=4']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:11.398259 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.398614 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.398960 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.399300 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.399637 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.399972 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.400304 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.400636 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.400967 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.401314 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.401643 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.401966 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:05:11.405633 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:11.534746 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] get_ports_and_sgs() called for port_ids ['b00e5387-3fdc-403d-9352-624fd99d7a29'] {{(pid=86870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 09 19:05:12.159909 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1276733-cb3a-49ec-94ae-92438e5b2af7 req-f793fa39-b6a5-47e6-a915-0300dcceed23 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:12.161388 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b1276733-cb3a-49ec-94ae-92438e5b2af7 req-f793fa39-b6a5-47e6-a915-0300dcceed23 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 944 time: 0.0831892
Dec 09 19:05:12.205734 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-b1276733-cb3a-49ec-94ae-92438e5b2af7 req-c2316061-3a53-4728-9918-c60390b23d41 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382111
Dec 09 19:05:13.099361 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device b00e5387-3fdc-403d-9352-624fd99d7a29 up at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 19:05:13.165778 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning for port b00e5387-3fdc-403d-9352-624fd99d7a29 completed by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 19:05:13.170407 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.provisioning_blocks [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Provisioning complete for port b00e5387-3fdc-403d-9352-624fd99d7a29 triggered by entity L2. {{(pid=86870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 19:05:13.170811 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-817646'] for port, provisioning_complete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:13.287718 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:13.313803 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29'}] {{(pid=86870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:05:13.324192 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] For port b00e5387-3fdc-403d-9352-624fd99d7a29, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=b00e5387-3fdc-403d-9352-624fd99d7a29,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:05:13.328914 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906'] for port, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:13.331922 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:13.364048 dv-cinder-819346-1-iscsi neutron-server[86870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'code': 200}
Dec 09 19:05:13.393947 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752c87a-ed80-4a55-8c55-697ea6c58f5d req-d10b360c-fed1-42f5-a601-20623890d897 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:13.395522 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1752c87a-ed80-4a55-8c55-697ea6c58f5d req-d10b360c-fed1-42f5-a601-20623890d897 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.0862415
Dec 09 19:05:13.407411 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Pushing event updated for resources: {'Port': ['ID=b00e5387-3fdc-403d-9352-624fd99d7a29,revision_number=5']} {{(pid=86870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:13.411225 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_concurrency.lockutils [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:13.438934 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-1752c87a-ed80-4a55-8c55-697ea6c58f5d req-18ee57dc-b165-4584-99dc-adc835600877 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377333
Dec 09 19:05:13.639669 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa3565-defb-4d45-a2a7-b77b981132bc req-d2136678-c8e9-4b85-a35a-b9515cbe779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:13.641136 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0caa3565-defb-4d45-a2a7-b77b981132bc req-d2136678-c8e9-4b85-a35a-b9515cbe779e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 1098 time: 0.0747707
Dec 09 19:05:13.681358 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0caa3565-defb-4d45-a2a7-b77b981132bc req-89bc07a1-969a-4fea-94c9-b56bdd2dea0e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0332375
Dec 09 19:05:14.629338 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9ed2b-2772-43ca-b493-faf9090b8a4f req-f68aface-1eb6-4aac-ba4e-e6e08697c5d2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:14.630804 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ee9ed2b-2772-43ca-b493-faf9090b8a4f req-f68aface-1eb6-4aac-ba4e-e6e08697c5d2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.0847878
Dec 09 19:05:14.674654 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-0ee9ed2b-2772-43ca-b493-faf9090b8a4f req-f213308e-68a3-4544-ba1e-5790d4157efc tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382385
Dec 09 19:05:15.858121 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbaaf9-d551-4ff6-ac23-f5d90ddda0f1 req-0e807470-1085-4d2c-9ffa-25048098fc40 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:15.859567 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbfbaaf9-d551-4ff6-ac23-f5d90ddda0f1 req-0e807470-1085-4d2c-9ffa-25048098fc40 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.0810394
Dec 09 19:05:15.907502 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-fbfbaaf9-d551-4ff6-ac23-f5d90ddda0f1 req-e92583b7-b881-4e58-8444-57c581fa3ca6 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423844
Dec 09 19:05:16.097486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752c0f6-eae1-4d4b-846d-c0afc00cb963 req-9018813a-e087-4877-9bcd-bb432c1a127c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:16.098864 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5752c0f6-eae1-4d4b-846d-c0afc00cb963 req-9018813a-e087-4877-9bcd-bb432c1a127c tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.0833673
Dec 09 19:05:16.143622 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-5752c0f6-eae1-4d4b-846d-c0afc00cb963 req-8edbbf21-80ec-4a7c-8327-e3bde52d211d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382843
Dec 09 19:05:16.166280 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45632) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:05:16.239686 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00669c5-45ae-47a1-99bd-2fb4e8541954 tempest-TestVolumeBootPattern-1302616485 tempest-TestVolumeBootPattern-1302616485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:16.241163 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-b00669c5-45ae-47a1-99bd-2fb4e8541954 tempest-TestVolumeBootPattern-1302616485 tempest-TestVolumeBootPattern-1302616485-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 1093 time: 0.0739202
Dec 09 19:05:16.243898 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45636) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:05:16.248809 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.v2.base [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Request body: {'floatingip': {'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'port_id': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'tenant_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 19:05:16.255246 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 19:05:16.259029 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Usage tracker for resource:floatingip and tenant:7a55054633bd4301863bd48917006371 is out of sync, need to count used quota {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 19:05:16.261823 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 19:05:16.268134 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.quota.driver [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 19:05:16.278462 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:16.418584 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:16.550353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_common [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Allocated IP 172.27.3.174 (6d57054d-dc39-4663-b913-2440d2cca4c7/9043c141-5a79-4d9b-9b30-61d52c4cba5e/ffa9585c-0ca0-41e3-9c03-5859c649b168) {{(pid=86869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 19:05:16.701359 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:16.731020 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771345227843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:16.735461 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3b3e4cc4-5ea6-429b-a073-a9ec47c324ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:16.788556 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Network 6d57054d-dc39-4663-b913-2440d2cca4c7 is already hosted by enough agents. {{(pid=86869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 19:05:16.795396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.base_scheduler [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Resources bound (agent type, host, resource id):  {{(pid=86869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 19:05:16.800040 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Received port after_create {{(pid=86869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 09 19:05:16.841083 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=ffa9585c-0ca0-41e3-9c03-5859c649b168,revision_number=1']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:16.845071 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:17.207261 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:17.280783 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822301'] for port, before_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:17.578944 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for port, precommit_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:17.583632 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771345774394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771345227861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771345227906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094610'] for port, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:17.588024 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8dd040bf-4a6e-4a51-ad1a-dfbfa68dba5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:05:17.692029 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event updated for resources: {'Port': ['ID=ffa9585c-0ca0-41e3-9c03-5859c649b168,revision_number=2']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:05:17.696194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:05:17.704221 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1768077'] for floatingip, after_update {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:17.875873 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Floating IP 77799927-95b4-4074-a2d4-ed8c87eaab53 associated. External IP: 172.27.3.174, port: b00e5387-3fdc-403d-9352-624fd99d7a29.
Dec 09 19:05:18.222842 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:05:18.400386 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:05:18.410880 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:05:18.420763 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:05:18.421560 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd66730>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:04:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:05:18.425969 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:18.480453 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2354512
Dec 09 19:05:18.481480 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:05:18.531694 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'status': 'completed', 'code': 200}
Dec 09 19:05:18.603422 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:05:18.625429 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-faeb91c5-8fa4-4c9c-9309-e3d24826eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:18.627426 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-faeb91c5-8fa4-4c9c-9309-e3d24826eff1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 1098 time: 0.0730257
Dec 09 19:05:18.758541 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-49019398-a5fe-4c58-ad74-d443c9eb5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:18.759900 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-49019398-a5fe-4c58-ad74-d443c9eb5e91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1265702
Dec 09 19:05:18.864825 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-5bb684e7-ef69-4186-bc27-75dee27a2d1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b00e5387-3fdc-403d-9352-624fd99d7a29 HTTP/1.1" status: 200  len: 999 time: 0.0975611
Dec 09 19:05:18.928414 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-3accb90f-19ae-45ac-bea4-7765a3086750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:18.929881 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-3accb90f-19ae-45ac-bea4-7765a3086750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0593588
Dec 09 19:05:18.953129 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd66730>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:25Z', 'revision_number': 1, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}, {'id': '77799927-95b4-4074-a2d4-ed8c87eaab53', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:96:44:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:05:17Z', 'updated_at': '2021-12-09T19:05:17Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:05:18.957149 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:05:18.965395 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:05:18.966266 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd66730>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:04:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:05:19.010367 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-18e742ed-33fd-44fd-ab44-e8b7b8c3406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:05:19.011752 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-18e742ed-33fd-44fd-ab44-e8b7b8c3406f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754275
Dec 09 19:05:19.144927 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-70ed68a5-741a-49e6-936f-915653d720de service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264644
Dec 09 19:05:19.146182 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:05:19.274219 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-f54b4584-1eb6-4bfc-9bbc-86cccb5037ff req-2d095fcf-56de-4fc2-afd5-ebea1f0bf352 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232281
Dec 09 19:05:19.535992 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccd66730>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:25Z', 'revision_number': 1, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}, {'id': '77799927-95b4-4074-a2d4-ed8c87eaab53', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:96:44:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:05:17Z', 'updated_at': '2021-12-09T19:05:17Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:05:19.539846 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf9365-4a89-4920-8d07-eb69ca5cf411 None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:25Z', 'revision_number': 1, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}, {'id': '77799927-95b4-4074-a2d4-ed8c87eaab53', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:96:44:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:05:17Z', 'updated_at': '2021-12-09T19:05:17Z', 'revision_number': 0, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:05:19.729260 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075c310-e4fa-45c5-a99a-e18ba619ed40 None None] New status for floating IP 77799927-95b4-4074-a2d4-ed8c87eaab53: ACTIVE {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 19:05:20.498894 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-7768233b-39ff-4f48-9017-7363621c6cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:21.333301 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:23.071745 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4fbe-6899-4585-a531-331dc3103093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:24.286154 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:26.022037 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:26.535067 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:32.703812 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-a53f4690-5b22-4c67-ab99-bf3fb481be58 req-8e84e434-b173-40d0-91f6-fc65937ff715 service neutron] (86868) timed out ('10.222.0.32', 41654) {{(pid=86868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 19:05:42.697123 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:05:50.501386 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-bea1c796-c49c-460e-9a39-8190cf99b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:51.335260 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:53.073297 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e0b52974-eaa5-4411-8ad3-f1ebce563804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:54.285100 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:56.025247 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:05:56.531953 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:04.719540 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-f0be3e5d-48c4-4a6f-abeb-fe497c4d64fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1069419
Dec 09 19:06:04.860401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-5992e231-b0b6-4dac-a185-ceb881801cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:04.861864 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-5992e231-b0b6-4dac-a185-ceb881801cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1098 time: 0.0742505
Dec 09 19:06:05.007744 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-2865d80f-d107-4102-878c-4e18027cf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:05.009164 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-2865d80f-d107-4102-878c-4e18027cf00c service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1281734
Dec 09 19:06:05.216483 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-f59aca2e-c4cc-47e6-af8f-ccab480053bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 1001 time: 0.1990530
Dec 09 19:06:05.280231 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-e64a3b71-3935-4e06-8e72-4509b6c3644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:05.281750 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-e64a3b71-3935-4e06-8e72-4509b6c3644e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0579340
Dec 09 19:06:05.356321 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-acec2d2d-af3e-4d92-8f97-9459c0183999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:05.357853 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-acec2d2d-af3e-4d92-8f97-9459c0183999 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688808
Dec 09 19:06:05.369868 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-330b82ac-7b8d-4a1f-a0f4-486758a20ef5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 09 19:06:05.370773 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-330b82ac-7b8d-4a1f-a0f4-486758a20ef5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0046957
Dec 09 19:06:05.502476 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-23e22261-0ff2-40f2-aa21-c35439aaabf9 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247232
Dec 09 19:06:05.634484 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-a6c51e86-ba69-4368-839b-28e4325a3f6a req-853bf467-2042-4914-8f73-2b3313b08804 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246607
Dec 09 19:06:19.695182 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:06:20.503312 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-df508de6-12da-43a2-a77d-ff18c9ae1148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:21.337179 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:23.074654 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c0d1876f-8cf9-436e-82e9-4feaf4772a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:24.287923 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:26.031103 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:26.564055 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:46.221463 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45676) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:06:46.463695 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Deleting port ffa9585c-0ca0-41e3-9c03-5859c649b168 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:06:46.464044 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:46.740349 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:46.740678 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:46.866639 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Calling delete_port for ffa9585c-0ca0-41e3-9c03-5859c649b168 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:06:47.013986 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:47.018750 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:06:47.066596 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'Port': ['ID=ffa9585c-0ca0-41e3-9c03-5859c649b168,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:06:47.107277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.107664 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.108095 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.108475 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.108980 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.109375 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.109746 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.110113 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.110477 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.110840 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.111197 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.111554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:47.138568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:06:47.168948 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:47.169307 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Floating IP 77799927-95b4-4074-a2d4-ed8c87eaab53 disassociated (deleted). External IP: 172.27.3.174, port: b00e5387-3fdc-403d-9352-624fd99d7a29.
Dec 09 19:06:47.522720 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:06:47.699160 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:06:47.709197 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:06:47.719766 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:06:47.720423 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3dfa30>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:47.721321 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:47.779217 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-8efe262f-55c0-4bc9-a3c3-df9a1c2d2742 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "DELETE /v2.0/floatingips/77799927-95b4-4074-a2d4-ed8c87eaab53 HTTP/1.1" status: 204  len: 168 time: 1.5566463
Dec 09 19:06:47.780471 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:06:47.827588 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'status': 'completed', 'code': 200}
Dec 09 19:06:47.909456 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:06:47.935145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-f24a1e1d-6bc7-4e86-9064-dd85dbb17f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:47.937115 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-f24a1e1d-6bc7-4e86-9064-dd85dbb17f7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 1098 time: 0.0853548
Dec 09 19:06:48.082687 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-02d3cfae-5acc-4f5b-8e6a-95acd6870152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:48.083478 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-02d3cfae-5acc-4f5b-8e6a-95acd6870152 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1397686
Dec 09 19:06:48.188847 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-4bff9e24-e693-42ae-97a8-a09773579dd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b00e5387-3fdc-403d-9352-624fd99d7a29 HTTP/1.1" status: 200  len: 217 time: 0.0982981
Dec 09 19:06:48.268510 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-6cbff8ca-54e2-40f8-976d-de18d09a3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:48.269990 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-6cbff8ca-54e2-40f8-976d-de18d09a3b30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0735652
Dec 09 19:06:48.277769 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3dfa30>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:25Z', 'revision_number': 1, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:48.282247 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:06:48.290582 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:06:48.291193 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3dfa30>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:23Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:48.321401 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367b541-5dcd-4338-b6b8-379526d8a094 req-53da0789-85e7-41c7-9c45-1db3244f50c1 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:48.322856 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4367b541-5dcd-4338-b6b8-379526d8a094 req-53da0789-85e7-41c7-9c45-1db3244f50c1 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.2499859
Dec 09 19:06:48.384114 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-4367b541-5dcd-4338-b6b8-379526d8a094 req-6c70e346-c97c-4d17-b5f6-33ffa172e042 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0540919
Dec 09 19:06:48.396343 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-7ccfb4ac-d050-4660-97f9-bf347816c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:48.397973 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-7ccfb4ac-d050-4660-97f9-bf347816c0b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1210303
Dec 09 19:06:48.472199 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:06:48.531147 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-3cfa50de-ace2-4287-83f7-f41352865f5c service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250348
Dec 09 19:06:48.663488 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-0406fa6e-5934-492e-b60e-e86f59bd98fd req-86c8e32a-97b9-43e5-b13a-26fed9d91ecf service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246824
Dec 09 19:06:48.861858 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd3dfa30>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:25Z', 'revision_number': 1, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:48.865886 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f8702-c003-4ea2-a9a3-6bd63b4b4a14 None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_floatingips': [{'id': '4dc3f905-f8b7-49b4-9538-7e7766622134', 'tenant_id': '7a55054633bd4301863bd48917006371', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'router_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'port_id': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'mac_address': 'fa:16:3e:0d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T19:03:22Z', 'updated_at': '2021-12-09T19:03:25Z', 'revision_number': 1, 'project_id': '7a55054633bd4301863bd48917006371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:06:49.073802 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c9a6bd-0922-426a-93ab-a082a8d7ed73 None None] New status for floating IP 77799927-95b4-4074-a2d4-ed8c87eaab53: DOWN {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 19:06:49.558890 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-4453fed2-813c-4dc7-bd30-7fc33963ff00 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:49.560302 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-4453fed2-813c-4dc7-bd30-7fc33963ff00 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.0811932
Dec 09 19:06:49.616435 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66657cf-59dc-4f55-ab91-70695d35c884 req-086b27f6-a75b-4be8-ad0c-7e178d1b78eb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:49.617194 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c66657cf-59dc-4f55-ab91-70695d35c884 req-086b27f6-a75b-4be8-ad0c-7e178d1b78eb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:06:49.634762 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Deleting port b00e5387-3fdc-403d-9352-624fd99d7a29 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:06:49.635145 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:49.635295 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c66657cf-59dc-4f55-ab91-70695d35c884 req-086b27f6-a75b-4be8-ad0c-7e178d1b78eb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:06:49.636445 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c66657cf-59dc-4f55-ab91-70695d35c884 req-086b27f6-a75b-4be8-ad0c-7e178d1b78eb tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 945 time: 0.1421776
Dec 09 19:06:49.680218 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c66657cf-59dc-4f55-ab91-70695d35c884 req-fa2befae-48ce-40c9-b365-508e831073de tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379479
Dec 09 19:06:49.987397 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] For port b00e5387-3fdc-403d-9352-624fd99d7a29, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=b00e5387-3fdc-403d-9352-624fd99d7a29,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:06:49.987756 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:50.115309 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Calling delete_port for b00e5387-3fdc-403d-9352-624fd99d7a29 owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:06:50.257517 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:50.262979 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-a60f0a52-ee5a-4d67-b201-0b12a7859ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:06:50.307758 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'Port': ['ID=b00e5387-3fdc-403d-9352-624fd99d7a29,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:06:50.342326 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.343278 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.343658 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.344032 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.344400 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.344763 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.345130 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.345522 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.345886 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.346246 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.346604 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.346962 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819346-1-iscsi {{(pid=86868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 19:06:50.354728 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:06:50.398389 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] No DVR routers for this DVR port b00e5387-3fdc-403d-9352-624fd99d7a29 on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:06:50.400824 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:50.403410 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'name': 'network-vif-deleted', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:06:50.419289 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-6e6ab475-7668-49c8-ab0c-5de6bafbd6f8 req-5cdbdc81-8add-4a5a-bf84-3ff4d9968ce7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "DELETE /v2.0/ports/b00e5387-3fdc-403d-9352-624fd99d7a29 HTTP/1.1" status: 204  len: 173 time: 0.8531332
Dec 09 19:06:50.498903 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fd2b66-3c23-4e6e-8759-c08f0485c05e', 'name': 'network-vif-deleted', 'tag': 'b00e5387-3fdc-403d-9352-624fd99d7a29', 'status': 'completed', 'code': 200}
Dec 09 19:06:50.506768 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-87d72544-65c1-41ee-b4ca-a833a4d11f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:50.839818 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-73307a57-5835-458c-b08e-cd422d25b2e0 req-75c1b0d7-e716-420b-81ad-16ba65777559 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=17fd2b66-3c23-4e6e-8759-c08f0485c05e HTTP/1.1" status: 200  len: 210 time: 0.0477488
Dec 09 19:06:51.339165 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:53.075599 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3103e7f1-0f47-4488-aab4-0975b08e64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:53.551959 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device b00e5387-3fdc-403d-9352-624fd99d7a29 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:06:53.585506 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: b00e5387-3fdc-403d-9352-624fd99d7a29 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:06:53.585866 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device b00e5387-3fdc-403d-9352-624fd99d7a29 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:06:54.292304 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:54.450657 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45714) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:06:54.747576 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Deleting port 1e71a854-0d02-4038-8b1c-dcbc82ce4b34 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:06:54.747919 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:54.923372 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:54.923708 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:55.045081 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Calling delete_port for 1e71a854-0d02-4038-8b1c-dcbc82ce4b34 owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:06:55.193958 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:55.197478 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-baff6270-e87c-45a5-966b-ba3d90f67c89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:06:55.240693 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'Port': ['ID=1e71a854-0d02-4038-8b1c-dcbc82ce4b34,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:06:55.243762 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:06:55.335445 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:55.335671 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.db.l3_db [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Floating IP 4dc3f905-f8b7-49b4-9538-7e7766622134 disassociated (deleted). External IP: 172.27.3.113, port: 1264ef88-7f7d-4ca1-a5a2-62abc63f6506.
Dec 09 19:06:55.683486 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:06:55.859282 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:06:55.869025 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:06:55.878318 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:55.879307 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:06:55.879997 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70100>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:55.935415 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-96b14fdc-f370-4732-b893-1e4e5af2adea tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "DELETE /v2.0/floatingips/4dc3f905-f8b7-49b4-9538-7e7766622134 HTTP/1.1" status: 204  len: 168 time: 1.4806080
Dec 09 19:06:55.935415 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506'}] {{(pid=86869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:06:55.979480 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'status': 'completed', 'code': 200}
Dec 09 19:06:56.050827 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:56.078348 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:06:56.079223 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-6d07e156-7b9c-4a60-ac54-e54c808dc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:56.080812 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-6d07e156-7b9c-4a60-ac54-e54c808dc969 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a55054633bd4301863bd48917006371&device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 1098 time: 0.0797026
Dec 09 19:06:56.240333 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-d3069a61-eced-4e5b-9dbf-03bdea719c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:56.241710 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-d3069a61-eced-4e5b-9dbf-03bdea719c15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 200  len: 912 time: 0.1549330
Dec 09 19:06:56.343931 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-e1fd187d-15a4-4e10-8ce7-e9538b6dc385 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 200  len: 217 time: 0.0719917
Dec 09 19:06:56.399721 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70100>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:56.403584 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:06:56.412044 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:06:56.412668 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70100>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:56.425877 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-d8f7a937-dec3-4f9d-a36b-d5f97fd46160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:56.427317 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-d8f7a937-dec3-4f9d-a36b-d5f97fd46160 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 200  len: 850 time: 0.0766521
Dec 09 19:06:56.439416 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75a7d-c6ba-4099-9ba2-b0b7e36e2c9f req-757d9b86-d083-46f6-845a-fcbbe2f9c2e7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:56.440093 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-95e75a7d-c6ba-4099-9ba2-b0b7e36e2c9f req-757d9b86-d083-46f6-845a-fcbbe2f9c2e7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86868) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:06:56.502315 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.quota.resource [req-95e75a7d-c6ba-4099-9ba2-b0b7e36e2c9f req-757d9b86-d083-46f6-845a-fcbbe2f9c2e7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86868) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:06:56.503392 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-95e75a7d-c6ba-4099-9ba2-b0b7e36e2c9f req-757d9b86-d083-46f6-845a-fcbbe2f9c2e7 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 945 time: 0.2648413
Dec 09 19:06:56.555629 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-42ab7a55-4b45-44fd-b91c-bb89c7516b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:56.557113 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-42ab7a55-4b45-44fd-b91c-bb89c7516b9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28157b92-dd8f-42d2-a432-e7e84fe3b410&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144044
Dec 09 19:06:56.560084 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-95e75a7d-c6ba-4099-9ba2-b0b7e36e2c9f req-9339f1a3-dfcd-4d8e-a1b2-3d6d6fa2bdee tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492849
Dec 09 19:06:56.598386 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:56.613402 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:06:56.693722 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-63757733-cbee-42af-ad04-30bb4c6f0f20 service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276715
Dec 09 19:06:56.694229 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:06:56.827727 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-b5483df6-d1b4-4183-b84a-01fbf0cb0dce req-cd0b4f2e-1d7b-4c67-84fb-f3203f96255c service neutron] 10.222.0.45 "GET /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274555
Dec 09 19:06:56.922100 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cce70100>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:06:56.926047 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cbb2-337a-4ab3-b674-41af923a2b95 None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:00:18Z', 'revision_number': 4, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi', '_interfaces': [{'id': 'f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb', 'name': '', 'network_id': '28157b92-dd8f-42d2-a432-e7e84fe3b410', 'tenant_id': '7a55054633bd4301863bd48917006371', 'mac_address': 'fa:16:3e:69:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:17Z', 'updated_at': '2021-12-09T19:00:24Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'subnets': [{'id': 'd0520c9a-dd83-480d-8492-b59c7d0f105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:06:57.133489 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df82bdc-779a-4733-8b5f-9a39bb9c302e None None] New status for floating IP 4dc3f905-f8b7-49b4-9538-7e7766622134: DOWN {{(pid=86871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 09 19:06:57.672716 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-6f27be95-5b55-4b03-928c-d9dfc00df80d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:57.674185 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-6f27be95-5b55-4b03-928c-d9dfc00df80d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 945 time: 0.0850542
Dec 09 19:06:57.743330 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Deleting port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:06:57.743675 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:57.863896 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0767e-222a-4f24-b14c-00d82edaec2b req-dccf4966-1554-4bfe-bedb-6fa982968a29 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 19:06:57.864601 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c5b0767e-222a-4f24-b14c-00d82edaec2b req-dccf4966-1554-4bfe-bedb-6fa982968a29 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Synchronizing usage tracker for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 19:06:57.878282 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.quota.resource [req-c5b0767e-222a-4f24-b14c-00d82edaec2b req-dccf4966-1554-4bfe-bedb-6fa982968a29 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Unset dirty status for tenant:7a55054633bd4301863bd48917006371 on resource:port {{(pid=86869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 19:06:57.879437 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5b0767e-222a-4f24-b14c-00d82edaec2b req-dccf4966-1554-4bfe-bedb-6fa982968a29 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 945 time: 0.2054873
Dec 09 19:06:57.925336 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-c5b0767e-222a-4f24-b14c-00d82edaec2b req-e5fa4a63-4c80-460f-805c-13c379265f5d tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b61ab892-0643-4e7a-8f5a-62f58bb64281&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399733
Dec 09 19:06:58.001899 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] For port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506, host hv-cinder-81934, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81934',level=0,port_id=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:06:58.002362 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:58.220649 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Calling delete_port for 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 owned by compute:nova {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:06:58.361966 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:58.367352 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-5b6d7806-4ab2-450c-8c83-034734ccf9f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:06:58.415060 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'Port': ['ID=1264ef88-7f7d-4ca1-a5a2-62abc63f6506,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:06:58.418138 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:06:58.490041 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] No DVR routers for this DVR port 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 on host hv-cinder-81934 {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:06:58.492555 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for port, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:06:58.495134 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'name': 'network-vif-deleted', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506'}] {{(pid=86868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 19:06:58.511533 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [req-8e44a5da-76d2-42ce-99a8-69da456c1241 req-9b51ee9d-73bc-4a4b-b9dc-53c462e623f2 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.45 "DELETE /v2.0/ports/1264ef88-7f7d-4ca1-a5a2-62abc63f6506 HTTP/1.1" status: 204  len: 173 time: 0.8322744
Dec 09 19:06:58.559481 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45d4663-6b01-48ba-b9c7-03057a6ec77a', 'name': 'network-vif-deleted', 'tag': '1264ef88-7f7d-4ca1-a5a2-62abc63f6506', 'status': 'completed', 'code': 200}
Dec 09 19:06:59.087119 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [req-93ec59f2-9fdd-4a75-8469-4dbacea717f4 req-647d38a5-756a-4c27-a975-48cf25ba0857 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f45d4663-6b01-48ba-b9c7-03057a6ec77a HTTP/1.1" status: 200  len: 210 time: 0.0436554
Dec 09 19:07:00.179088 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45732) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:00.337115 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Deleting port 652beb8d-e9a8-4b86-8211-aa97e9bc0b3a {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:00.337405 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:00.507091 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:00.507416 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:00.628924 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Calling delete_port for 652beb8d-e9a8-4b86-8211-aa97e9bc0b3a owned by network:floatingip {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:00.767322 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:00.770888 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ae84d740-8238-41be-abef-22f8e4ff14a4 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:00.815208 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'Port': ['ID=652beb8d-e9a8-4b86-8211-aa97e9bc0b3a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:00.818829 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:00.910515 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for floatingip, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:00.924277 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105905'] for floatingip, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:00.925443 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "DELETE /v2.0/floatingips/b95e993f-1332-45a5-b996-8d011c7d7c55 HTTP/1.1" status: 204  len: 168 time: 0.7453558
Dec 09 19:07:01.595488 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 no longer exists at agent hyperv_hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:01.630295 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] No Port match for: 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:01.630654 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Device 1264ef88-7f7d-4ca1-a5a2-62abc63f6506 not bound to the agent host hv-cinder-81934 {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:02.288920 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45746) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:02.365905 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:02.397228 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:02.461061 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:02.464859 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-ea81bf85-2c57-454d-b897-91322d1c026a tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:02.479440 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ab892-0643-4e7a-8f5a-62f58bb64281,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:02.482612 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:02.492163 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:02.493264 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-0882fd80-ae08-4448-8a6e-4d998c6206a4 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] 10.222.0.32 "DELETE /v2.0/security-groups/b61ab892-0643-4e7a-8f5a-62f58bb64281 HTTP/1.1" status: 204  len: 168 time: 0.2033401
Dec 09 19:07:02.549568 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45752) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:03.285159 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:03.629263 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Deleting port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:03.629991 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:03.797168 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] For port f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:03.797545 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:03.919316 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Calling delete_port for f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb owned by network:router_interface {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:04.090066 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:04.094688 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a4577d55-05e2-4b21-ab7b-36c327344833 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:04.139925 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:04.143084 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:04.405678 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:04.862554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:07:05.046741 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:07:05.055130 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] Sync routers for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:07:05.059739 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-d5bcae45-39df-4c3c-aab1-46225a0fed44 admin admin] 10.222.0.32 "PUT /v2.0/routers/4643d6e0-dfcb-4837-b819-6bd9aefc8564/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5090814
Dec 09 19:07:05.062398 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45758) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:05.068699 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:07:05.069362 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccf46370>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:05.237983 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:05.283991 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:07:05.417654 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:05.428279 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Deleting port 9b2d1518-258a-494f-826d-03e742fc76d9 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:05.428656 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:05.572707 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccf46370>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:07:04Z', 'revision_number': 5, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port': {'id': '9b2d1518-258a-494f-826d-03e742fc76d9', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:15Z', 'updated_at': '2021-12-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:05.576549 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] Checking router: 4643d6e0-dfcb-4837-b819-6bd9aefc8564 for host: dv-cinder-819346-1-iscsi {{(pid=86870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:07:05.586025 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] Routers {'4643d6e0-dfcb-4837-b819-6bd9aefc8564'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:07:05.586670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3ccf46370>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'], 'active': True} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:05.613771 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] For port 9b2d1518-258a-494f-826d-03e742fc76d9, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=9b2d1518-258a-494f-826d-03e742fc76d9,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:05.614142 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:05.740083 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_dvr_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] Set router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 gateway port host: None {{(pid=86870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:07:05.741734 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Calling delete_port for 9b2d1518-258a-494f-826d-03e742fc76d9 owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:05.851208 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.db.l3_hamode_db [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3ccf46370>, [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:07:05Z', 'revision_number': 6, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:05.855092 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798f3c4-0739-4fb7-b9ba-5bda1ae77abf None None] The sync data for ids ['4643d6e0-dfcb-4837-b819-6bd9aefc8564'] in dv-cinder-819346-1-iscsi is: [{'id': '4643d6e0-dfcb-4837-b819-6bd9aefc8564', 'name': 'tempest-TestVolumeBootPattern-909682680-router', 'tenant_id': '7a55054633bd4301863bd48917006371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:14Z', 'updated_at': '2021-12-09T19:07:05Z', 'revision_number': 6, 'project_id': '7a55054633bd4301863bd48917006371', 'gw_port_host': None}] {{(pid=86870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:07:05.909944 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:05.913586 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-46b7aeb1-37be-4ed3-b82c-47b57f1cab64 tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:06.065396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2d1518-258a-494f-826d-03e742fc76d9,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:06.096575 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:06.158122 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.332698 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.334893 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.357014 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.357704 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4643d6e0-dfcb-4837-b819-6bd9aefc8564 {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 19:07:06.369554 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.370679 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a5398af1-2181-4c8b-be66-d3279fae9699 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4643d6e0-dfcb-4837-b819-6bd9aefc8564 HTTP/1.1" status: 204  len: 168 time: 1.3073328
Dec 09 19:07:06.373761 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45762) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:06.431841 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Deleting subnet d0520c9a-dd83-480d-8492-b59c7d0f105b {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 19:07:06.434630 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.486467 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.563095 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.634173 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.638403 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:06.667794 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:06.678325 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0520c9a-dd83-480d-8492-b59c7d0f105b,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:06.681391 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:06.682431 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.688870 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-20c82471-19e4-45fc-9175-87ff02a45ff8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0520c9a-dd83-480d-8492-b59c7d0f105b HTTP/1.1" status: 204  len: 168 time: 0.3141365
Dec 09 19:07:06.691355 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45766) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:06.697777 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518bcf5-1405-4f6c-b6ac-ae69f17c9e50 None None] Network 28157b92-dd8f-42d2-a432-e7e84fe3b410 requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:07:06.765013 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:06.765402 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f4f5a87e-ab4b-44b4-9be3-dee9dc198dbb not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:06.765842 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9b2d1518-258a-494f-826d-03e742fc76d9 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:06.801000 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.812086 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Deleting port f353a9ed-4ce5-43ea-a434-623022779926 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:06.812431 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:06.830297 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 9b2d1518-258a-494f-826d-03e742fc76d9 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:06.830651 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9b2d1518-258a-494f-826d-03e742fc76d9 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:06.997500 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] DHCP port deletion for 28157b92-dd8f-42d2-a432-e7e84fe3b410 request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 19:07:07.002287 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Deleting port f353a9ed-4ce5-43ea-a434-623022779926 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:07.002670 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.028981 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] For port f353a9ed-4ce5-43ea-a434-623022779926, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f353a9ed-4ce5-43ea-a434-623022779926,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:07.029605 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.157064 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Calling delete_port for f353a9ed-4ce5-43ea-a434-623022779926 owned by network:dhcp {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:07.203686 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] For port f353a9ed-4ce5-43ea-a434-623022779926, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=f353a9ed-4ce5-43ea-a434-623022779926,segment=NetworkSegment(2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7),segment_id=2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:07.204003 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.233586 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.237353 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-b9a7137e-7508-411f-95d2-6b6832110efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:07.282692 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f353a9ed-4ce5-43ea-a434-623022779926,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:07.284482 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] No DVR routers for this DVR port f353a9ed-4ce5-43ea-a434-623022779926 on host dv-cinder-819346-1-iscsi {{(pid=86869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:07:07.285952 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:07.360953 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Calling delete_port for f353a9ed-4ce5-43ea-a434-623022779926 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:07.398995 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.430075 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 19:07:07.430442 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 19:07:07.520967 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cc84ed60>,) {'filters': {'network_id': ['28157b92-dd8f-42d2-a432-e7e84fe3b410']}} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:07.533119 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc84ed60>, '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7') {'for_net_delete': True} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:07.533451 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.services.segments.db [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cc84ed60>, '2f5cf300-2ddb-4b17-9ef3-7ca77431a9d7') {} {{(pid=86869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:07.544525 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3399845'] for segment, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.561064 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.566954 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=86869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 19:07:07.567333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094710'] for segment, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]: Traceback (most recent call last):
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     timer()
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     cb(*args, **kw)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     return func(*args, **kwargs)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     self._notify()
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     self.callback(batched_events)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     event.method(event)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     return f(self, *a, **k)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._get(url).json()
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     return self.request(url, 'GET', **kwargs)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 19:07:07.580307 dv-cinder-819346-1-iscsi neutron-server[86869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 19:07:07.656256 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.659470 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:07.672877 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:07.683080 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Pushing event deleted for resources: {'Network': ['ID=28157b92-dd8f-42d2-a432-e7e84fe3b410,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:07.686292 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:07.696459 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-2806adbf-0c58-4631-b95e-86690717fa11 admin admin] 10.222.0.32 "DELETE /v2.0/networks/28157b92-dd8f-42d2-a432-e7e84fe3b410 HTTP/1.1" status: 204  len: 168 time: 1.0041697
Dec 09 19:07:07.699382 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45770) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:07.931603 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Deleting port f353a9ed-4ce5-43ea-a434-623022779926 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:07.932062 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:08.000591 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-4fd86213-100e-44d3-b39f-f6c8961f370e None None] The port 'f353a9ed-4ce5-43ea-a434-623022779926' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 19:07:08.231356 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692575'] for router_interface, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:08.436312 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f353a9ed-4ce5-43ea-a434-623022779926 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:08.471168 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: f353a9ed-4ce5-43ea-a434-623022779926 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:08.471524 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device f353a9ed-4ce5-43ea-a434-623022779926 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:08.578702 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Deleting port 9a8fcae2-f255-431d-961e-3b7a875a9661 {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:08.578953 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:08.746496 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] For port 9a8fcae2-f255-431d-961e-3b7a875a9661, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=9a8fcae2-f255-431d-961e-3b7a875a9661,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:08.746843 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:08.971372 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Calling delete_port for 9a8fcae2-f255-431d-961e-3b7a875a9661 owned by network:router_interface {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:09.140396 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:09.143847 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-523edf8a-1f6e-4f4c-9f2a-5a628969a57f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:09.190613 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8fcae2-f255-431d-961e-3b7a875a9661,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:09.221373 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:09.460766 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1690479'] for router_interface, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:09.814831 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 has already been hosted by L3 agent a18f5939-dc9b-44a4-8f9f-47bd1f347c84 {{(pid=86869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 09 19:07:09.990523 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] Notify agent at l3_agent.dv-cinder-819346-1-iscsi the message routers_updated {{(pid=86869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 09 19:07:09.999960 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] Sync routers for ids ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'] in dv-cinder-819346-1-iscsi {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 09 19:07:10.000465 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-7180db7e-7cd7-47eb-8dd6-dfc3f10d8b2b admin admin] 10.222.0.32 "PUT /v2.0/routers/e1d92f39-f1c4-4874-89b7-cd6a430e3d44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2998061
Dec 09 19:07:10.002634 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45774) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:10.009470 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] Routers {'e1d92f39-f1c4-4874-89b7-cd6a430e3d44'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:07:10.010117 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd7396a0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:10.181606 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks [] for router, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:10.217803 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] Set router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 gateway port host: dv-cinder-819346-1-iscsi {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:07:10.483959 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:10.493850 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Deleting port e35114b8-2824-448c-b52e-2b4f9d33295c {{(pid=86869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:10.494187 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:10.514858 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd7396a0>, [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'external_fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:07:09Z', 'revision_number': 5, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port': {'id': 'e35114b8-2824-448c-b52e-2b4f9d33295c', 'name': '', 'network_id': '6d57054d-dc39-4663-b913-2440d2cca4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819346-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T19:00:21Z', 'updated_at': '2021-12-09T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9043c141-5a79-4d9b-9b30-61d52c4cba5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819346-1-iscsi'}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:10.518610 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] Checking router: e1d92f39-f1c4-4874-89b7-cd6a430e3d44 for host: dv-cinder-819346-1-iscsi {{(pid=86871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 09 19:07:10.526982 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] Routers {'e1d92f39-f1c4-4874-89b7-cd6a430e3d44'} bound to L3 agent in host dv-cinder-819346-1-iscsi {{(pid=86871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 19:07:10.527586 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3cd7396a0>, 'dv-cinder-819346-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T18:36:23Z,description=<?>,heartbeat_timestamp=2021-12-09T19:06:53Z,host='dv-cinder-819346-1-iscsi',id=a18f5939-dc9b-44a4-8f9f-47bd1f347c84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T18:36:23Z,topic='l3_agent')) {'router_ids': ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'], 'active': True} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:10.669716 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.db [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] For port e35114b8-2824-448c-b52e-2b4f9d33295c, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=e35114b8-2824-448c-b52e-2b4f9d33295c,segment=NetworkSegment(16e4346b-4584-46d0-ada8-c8f2b00f7505),segment_id=16e4346b-4584-46d0-ada8-c8f2b00f7505)] {{(pid=86869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:10.670064 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:10.675864 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_dvr_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] Set router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 gateway port host: None {{(pid=86871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 09 19:07:10.780573 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.l3_hamode_db [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3cd7396a0>, [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:07:10Z', 'revision_number': 6, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port_host': None}], 'dv-cinder-819346-1-iscsi', False) {} {{(pid=86871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:10.784353 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c62f00-658b-4cfe-ba86-f6b415b7b6eb None None] The sync data for ids ['e1d92f39-f1c4-4874-89b7-cd6a430e3d44'] in dv-cinder-819346-1-iscsi is: [{'id': 'e1d92f39-f1c4-4874-89b7-cd6a430e3d44', 'name': 'tempest-TestVolumeBootPattern-713080138-router', 'tenant_id': '3b32d078ffa941ce848a237edee76b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T19:00:20Z', 'updated_at': '2021-12-09T19:07:10Z', 'revision_number': 6, 'project_id': '3b32d078ffa941ce848a237edee76b62', 'gw_port_host': None}] {{(pid=86871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 09 19:07:10.793087 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.plugins.ml2.plugin [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Calling delete_port for e35114b8-2824-448c-b52e-2b4f9d33295c owned by network:router_gateway {{(pid=86869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:10.961333 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094619'] for port, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:10.964865 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-53cf2c1f-0c63-4fcc-a8a0-44c6e853cefe tempest-TestVolumeBootPattern-1838946621 tempest-TestVolumeBootPattern-1838946621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:11.009395 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35114b8-2824-448c-b52e-2b4f9d33295c,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:11.012270 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:11.103645 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1768184'] for router_gateway, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.283557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65398'] for router, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.285740 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.306939 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1692534'] for router, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.307470 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d92f39-f1c4-4874-89b7-cd6a430e3d44 {{(pid=86869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 19:07:11.319035 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] Notify callbacks [] for router, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.320159 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-33f9aabd-91d5-4b86-9c0a-c691224a5154 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e1d92f39-f1c4-4874-89b7-cd6a430e3d44 HTTP/1.1" status: 204  len: 168 time: 1.3166234
Dec 09 19:07:11.322634 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45778) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:11.384020 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Deleting subnet b3700104-aa59-46cc-bb49-e6199d5912d7 {{(pid=86869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 09 19:07:11.386883 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.434597 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3399858'] for subnet, precommit_delete_associations {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.511196 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-815948'] for subnet, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.583666 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-815892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3084004'] for subnet, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.588672 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c885af4f-3043-4342-9e66-c4c0a50428ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:11.625557 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3700104-aa59-46cc-bb49-e6199d5912d7,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:11.627569 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for subnet, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.631446 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c31dd-589f-46c4-8f9f-abcf281a03bf None None] Network c8766dd8-8334-48f8-be07-e22247446c6e requested from dv-cinder-819346-1-iscsi {{(pid=86870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 09 19:07:11.632266 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:11.635353 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-a7321cd2-268c-4d89-b913-0083db21f35f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b3700104-aa59-46cc-bb49-e6199d5912d7 HTTP/1.1" status: 204  len: 168 time: 0.3117347
Dec 09 19:07:11.638175 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.wsgi [-] (86868) accepted ('10.222.0.32', 45782) {{(pid=86868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:11.749072 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999927'] for network, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.760041 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Deleting port b419901d-61fc-4b12-8c7c-d3ee15834426 {{(pid=86868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:11.760462 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.897071 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] DHCP port deletion for c8766dd8-8334-48f8-be07-e22247446c6e request from dv-cinder-819346-1-iscsi {{(pid=86870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 09 19:07:11.901534 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Deleting port b419901d-61fc-4b12-8c7c-d3ee15834426 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:11.901913 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:11.973782 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.db [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] For port b419901d-61fc-4b12-8c7c-d3ee15834426, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=b419901d-61fc-4b12-8c7c-d3ee15834426,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:11.974140 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.098252 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.plugin [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Calling delete_port for b419901d-61fc-4b12-8c7c-d3ee15834426 owned by network:dhcp {{(pid=86868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:12.108329 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.db [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] For port b419901d-61fc-4b12-8c7c-d3ee15834426, host dv-cinder-819346-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819346-1-iscsi',level=0,port_id=b419901d-61fc-4b12-8c7c-d3ee15834426,segment=NetworkSegment(e6232e22-faa4-4bdc-981e-4bc9697f1c7c),segment_id=e6232e22-faa4-4bdc-981e-4bc9697f1c7c)] {{(pid=86870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 09 19:07:12.108739 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766047'] for port, precommit_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.175880 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771345774421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771345227852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102583'] for port, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.180334 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-aa52c688-d9bc-4795-92b4-fa95e398c7b1 tempest-TestMinimumBasicScenario-1763584902 tempest-TestMinimumBasicScenario-1763584902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:12.223878 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b419901d-61fc-4b12-8c7c-d3ee15834426,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:12.225702 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] No DVR routers for this DVR port b419901d-61fc-4b12-8c7c-d3ee15834426 on host dv-cinder-819346-1-iscsi {{(pid=86868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 19:07:12.227141 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:12.236798 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Calling delete_port for b419901d-61fc-4b12-8c7c-d3ee15834426 owned by network:dhcp {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 09 19:07:12.309062 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.db.api [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 19:07:12.309497 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG oslo_db.api [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 19:07:12.345076 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-816487', 'neutron.services.segments.db._delete_segments_for_network-8771345667238'] for network, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.369464 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5d6ee0>,) {'filters': {'network_id': ['c8766dd8-8334-48f8-be07-e22247446c6e']}} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:12.382488 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5d6ee0>, 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c') {'for_net_delete': True} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:12.382788 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.services.segments.db [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3cd5d6ee0>, 'e6232e22-faa4-4bdc-981e-4bc9697f1c7c') {} {{(pid=86868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 19:07:12.394952 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771345711481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3969101'] for segment, before_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.411555 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811814'] for segment, precommit_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.417988 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=86868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 09 19:07:12.418385 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-811823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102490'] for segment, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]: Traceback (most recent call last):
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     timer()
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     cb(*args, **kw)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     return func(*args, **kwargs)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     self._notify()
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     self.callback(batched_events)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     event.method(event)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     return f(self, *a, **k)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._get(url).json()
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     return self.request(url, 'GET', **kwargs)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 19:07:12.436057 dv-cinder-819346-1-iscsi neutron-server[86868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 19:07:12.444845 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9a8fcae2-f255-431d-961e-3b7a875a9661 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:12.479373 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: 9a8fcae2-f255-431d-961e-3b7a875a9661 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:12.479728 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device 9a8fcae2-f255-431d-961e-3b7a875a9661 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:12.480168 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device b419901d-61fc-4b12-8c7c-d3ee15834426 no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:12.510266 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-816478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1768095'] for network, after_delete {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.514131 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:12.515619 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: b419901d-61fc-4b12-8c7c-d3ee15834426 {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:12.515979 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device b419901d-61fc-4b12-8c7c-d3ee15834426 not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:12.516394 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e35114b8-2824-448c-b52e-2b4f9d33295c no longer exists at agent ovs-agent-dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 19:07:12.526999 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron_lib.callbacks.manager [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586301'] for network, before_response {{(pid=86868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.538491 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8766dd8-8334-48f8-be07-e22247446c6e,revision_number=None']} {{(pid=86868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:12.543723 dv-cinder-819346-1-iscsi neutron-server[86868]: INFO neutron.wsgi [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c8766dd8-8334-48f8-be07-e22247446c6e HTTP/1.1" status: 204  len: 168 time: 0.9013779
Dec 09 19:07:12.543723 dv-cinder-819346-1-iscsi neutron-server[86868]: DEBUG oslo_concurrency.lockutils [None req-0c23ee10-6b06-4967-bcb3-3f76a6952f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:12.551438 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] No Port match for: e35114b8-2824-448c-b52e-2b4f9d33295c {{(pid=86870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 09 19:07:12.551797 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.rpc [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Device e35114b8-2824-448c-b52e-2b4f9d33295c not bound to the agent host dv-cinder-819346-1-iscsi {{(pid=86870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 19:07:12.648960 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45788) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:12.698399 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-72ce2b4a-5fac-4c88-844c-cb978c308114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a55054633bd4301863bd48917006371&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478878
Dec 09 19:07:12.700633 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45792) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:12.760971 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.787350 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.810822 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Deleting port b419901d-61fc-4b12-8c7c-d3ee15834426 {{(pid=86870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 09 19:07:12.811418 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771345772481'] for port, before_delete {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.839121 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.845490 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-5623b44f-9bd6-45dd-8384-a5666468c412 tempest-TestShelveInstance-1559957187 tempest-TestShelveInstance-1559957187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:12.862142 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc300a-285c-4a44-a516-21db9b8e26a6,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:12.865082 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:12.867314 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:12.871655 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-03a014ad-9e1d-4769-b8cf-cb5ca8638ec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ccc300a-285c-4a44-a516-21db9b8e26a6 HTTP/1.1" status: 204  len: 168 time: 0.1695428
Dec 09 19:07:12.888977 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cbd4-ca74-44c7-8a42-935725a199ed None None] The port 'b419901d-61fc-4b12-8c7c-d3ee15834426' was deleted {{(pid=86870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 09 19:07:13.199592 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45800) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:13.248479 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-3f9b1a46-51ed-44e0-9faa-7bf7a214beb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b32d078ffa941ce848a237edee76b62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469139
Dec 09 19:07:13.250561 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.wsgi [-] (86869) accepted ('10.222.0.32', 45804) {{(pid=86869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 19:07:13.306942 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:13.332521 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:13.385846 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818145'] for security_group, after_delete {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:13.391606 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-3e6ae687-62fb-498e-91fe-bad3b73c09b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 19:07:13.499092 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a8920-a256-47e1-b0fb-d95bba20196a,revision_number=None']} {{(pid=86869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 19:07:13.501896 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG oslo_concurrency.lockutils [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 19:07:13.504001 dv-cinder-819346-1-iscsi neutron-server[86869]: DEBUG neutron_lib.callbacks.manager [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:13.505628 dv-cinder-819346-1-iscsi neutron-server[86869]: INFO neutron.wsgi [None req-c91f3d53-f092-4a59-ae9c-100b5e6ec5f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d10a8920-a256-47e1-b0fb-d95bba20196a HTTP/1.1" status: 204  len: 168 time: 0.2536733
Dec 09 19:07:20.508483 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-17697ad2-7410-48f6-bbb7-c7d0844730ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:21.343218 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:23.077709 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-5d19350b-8ffb-4041-8844-16bb3d8cb833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:24.294090 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:26.040215 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:26.574869 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:33.693748 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:07:50.509914 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a85c0fb-cb01-457e-86cf-b83e9477f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:51.345605 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:53.078666 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-78fdfd18-15c0-40d8-8bae-53ded1d30668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:54.298068 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:56.042407 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:07:56.590755 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:10.693224 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:08:20.511878 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0e79b9c9-318c-4aaa-9771-5b05826bb5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:21.348263 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:23.080729 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e7d7bf04-4e77-4c48-9851-6a72771e054d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:24.306318 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:26.044485 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:26.587843 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:47.691685 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:08:50.515282 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0b55d0df-0d77-47af-b6bf-269c63bbb5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:51.349797 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:53.082316 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b8556ecd-f603-45f7-a9c9-bda10b116c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:54.303957 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:56.049739 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:08:56.586182 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:20.515554 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc1f7-d863-4da0-8143-0eaa1343e909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:21.351975 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:23.083504 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-994103dd-d23f-4233-a5e9-968c8fd88965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:24.307125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:24.690255 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:09:26.052071 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:26.585985 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:50.517588 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-dd02b052-5420-4111-b849-8de936c1aa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:51.355554 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:53.084385 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d97f06f7-345b-4cae-b460-12d2bc584959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:54.310137 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:56.055110 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:09:56.586096 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:01.688650 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:10:20.519634 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-920e71bb-d7e0-4f6f-8953-116c90c247fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:21.357641 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:23.090586 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-84f18b13-3c17-4ec5-86da-077c166ccf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:24.312124 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:26.060022 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:26.599021 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:38.688068 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:10:50.522871 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-65685ec4-0468-4e6b-aea1-fb78fa43a343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:51.360178 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:53.084526 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-c35c095f-305e-4a98-b115-95cc3845ca96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:54.315195 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:56.066078 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:10:56.612596 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:15.686570 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:11:20.524918 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8514-6cf0-4d03-b8e8-7565662ba1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:21.364260 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:23.085350 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-d5815a18-6ecb-49fc-9d96-139643531b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:24.319312 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:26.064402 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:26.626914 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:50.526804 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5425-5741-4373-b074-a33baf999532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:51.366062 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-93c42b0e-e06d-4cb6-96f2-03ec308409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:52.685535 dv-cinder-819346-1-iscsi neutron-server[86871]: DEBUG neutron.db.agents_db [None req-a7bb0483-f3a4-4e34-8337-a8ca0eba706d None None] Agent healthcheck: found 6 active agents {{(pid=86871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 19:11:53.086669 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-609789a3-60c1-4bf5-bafc-05ed55a70266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:54.323277 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f49-04e4-4a85-8da9-70931cf1cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:56.067125 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2671-27bd-4693-b192-9d52c7d4e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 19:11:56.625428 dv-cinder-819346-1-iscsi neutron-server[86870]: DEBUG neutron_lib.callbacks.manager [None req-e3367e37-bc85-4f55-8f3e-1626fcc3e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771345667247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817437'] for agent, after_update {{(pid=86870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}